{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5005.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "nitb_sms:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=11899): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11899) [trial-2396↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11899)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=11899): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11899) [trial-2396↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11899)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a23:13:59.917331 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a23:13:59.928012 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a23:14:00.511848 tst mo_mt_sms.py: using LAC 36891\u000a23:14:00.641097 tst mo_mt_sms.py: using RAC 171\u000a23:14:00.757903 tst mo_mt_sms.py: using CellId 36891\u000a23:14:00.874167 tst mo_mt_sms.py: using BVCI 36892\u000a23:14:00.897168 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a23:14:01.099322 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a23:14:01.422513 tst mo_mt_sms.py:9: start nitb and bts...\u000a23:14:01.565100 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a23:14:03.967810 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11898): Launched\u000a23:14:04.289955 run osmo-nitb_10.42.42.2(pid=11899): Launched\u000a23:14:04.476403 run osmo-nitb_10.42.42.2(pid=11899): ERR: Terminated: ERROR {rc=2} [trial-2396↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11899)]\u000a23:14:04.611255 run osmo-nitb_10.42.42.2(pid=11899): stdout: \u000a| (launched: 2022-12-13_23:14:04.131824) \u000a23:14:04.746343 run osmo-nitb_10.42.42.2(pid=11899): stderr: \u000a| (launched: 2022-12-13_23:14:04.179814)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:14:04.876235 run osmo-nitb_10.42.42.2(pid=11899): stdout: \u000a| (launched: 2022-12-13_23:14:04.131824) \u000a23:14:05.005215 run osmo-nitb_10.42.42.2(pid=11899): stderr: \u000a| (launched: 2022-12-13_23:14:04.179814)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:14:05.061487 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=11899): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11899) [trial-2396↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11899)] [trial-2396↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a23:14:05.070124 tst mo_mt_sms.py:11: Test FAILED (5.1 sec)\u000a23:14:05.106744 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11898): Terminating (SIGTERM)\u000a23:14:05.284776 --- ParallelTerminationStrategy: PID 11898 died...\u000a23:14:05.343700 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11898): Terminated: ok {rc=0}\u000a23:14:05.433043 bus /sierra_3: Setting Powered False\u000a23:14:06.543193 bus /sierra_3: Setting Powered False\u000a23:14:07.657312 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:13:59" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "sms:sysmo", "duration" : 15.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11909): Process ended prematurely: osmo-stp_10.42.42.5(pid=11909) [trial-2396↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11909)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11909): Process ended prematurely: osmo-stp_10.42.42.5(pid=11909) [trial-2396↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11909)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a23:14:09.515278 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:14:09.526768 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a23:14:09.654955 tst mo_mt_sms.py: using LAC 36892\u000a23:14:09.780528 tst mo_mt_sms.py: using RAC 172\u000a23:14:09.907487 tst mo_mt_sms.py: using CellId 36892\u000a23:14:10.032939 tst mo_mt_sms.py: using BVCI 36893\u000a23:14:10.057408 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:14:10.068394 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:14:10.079368 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:14:10.090330 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:14:10.101714 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:14:10.112855 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a23:14:10.234447 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a23:14:10.440279 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:14:12.175358 run create_hlr_db(pid=11903): Launched\u000a23:14:12.349643 bus /sierra_2: Setting Powered False\u000a23:14:13.371428 run create_hlr_db(pid=11903): Terminated: ok {rc=0}\u000a23:14:13.803745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11905): Launched\u000a23:14:14.128606 run osmo-hlr_10.42.42.2(pid=11906): Launched\u000a23:14:14.251743 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:14:16.876890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11908): Launched\u000a23:14:17.246676 run osmo-stp_10.42.42.5(pid=11909): Launched\u000a23:14:17.358866 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:14:22.713155 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11911): Launched\u000a23:14:23.037739 run osmo-msc_10.42.42.6(pid=11912): Launched\u000a23:14:23.226580 run osmo-stp_10.42.42.5(pid=11909): ERR: Terminated: ERROR {rc=1} [trial-2396↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11909)]\u000a23:14:23.363743 run osmo-stp_10.42.42.5(pid=11909): stdout: \u000a| (launched: 2022-12-13_23:14:17.043338)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:14:23.499962 run osmo-stp_10.42.42.5(pid=11909): stderr: \u000a| �[0;m�[38;5;43m20221213231417257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231417257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231417257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231417258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231417258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231417258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231417258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:14:23.629364 run osmo-stp_10.42.42.5(pid=11909): stdout: \u000a| (launched: 2022-12-13_23:14:17.043338)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:14:23.757994 run osmo-stp_10.42.42.5(pid=11909): stderr: \u000a| �[0;m�[38;5;43m20221213231417257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231417257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231417257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231417258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231417258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231417258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231417258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:14:23.814069 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=11909): Process ended prematurely: osmo-stp_10.42.42.5(pid=11909) [trial-2396↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11909)] [trial-2396↪sms:sysmo↪mo_mt_sms.py:16]\u000a23:14:23.822489 tst mo_mt_sms.py:16: Test FAILED (14.3 sec)\u000a23:14:23.886033 run osmo-hlr_10.42.42.2(pid=11906): ERR: Terminated: ERROR {rc=237} [trial-2396↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11906)]\u000a23:14:23.938480 run osmo-hlr_10.42.42.2(pid=11906): stdout: \u000a| (launched: 2022-12-13_23:14:13.968659) \u000a23:14:23.991434 run osmo-hlr_10.42.42.2(pid=11906): stderr: \u000a| �[0;m�[1;31m20221213231414172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213231414172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213231414172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231414172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231414172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213231414172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213231414184 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213231414194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213231414194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213231414194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:14:24.062785 run osmo-msc_10.42.42.6(pid=11912): ERR: Terminated: ERROR {rc=2} [trial-2396↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11912)]\u000a23:14:24.114922 run osmo-msc_10.42.42.6(pid=11912): stdout: \u000a| (launched: 2022-12-13_23:14:22.877239) \u000a23:14:24.167445 run osmo-msc_10.42.42.6(pid=11912): stderr: \u000a| �[0;m�[38;5;43m20221213231423204 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213231423204 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5bb05a1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213231423204 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213231423204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213231423204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213231423205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213231423206 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213231423207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213231423207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213231423207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:14:24.212421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11905): Terminating (SIGTERM)\u000a23:14:24.254938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11908): Terminating (SIGTERM)\u000a23:14:24.297665 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11911): Terminating (SIGTERM)\u000a23:14:24.307413 --- ParallelTerminationStrategy: PID 11905 died...\u000a23:14:24.365185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11905): Terminated: ok {rc=0}\u000a23:14:24.375272 --- ParallelTerminationStrategy: PID 11908 died...\u000a23:14:24.432299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11908): Terminated: ok {rc=0}\u000a23:14:24.442414 --- ParallelTerminationStrategy: PID 11911 died...\u000a23:14:24.499209 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11911): Terminated: ok {rc=0}\u000a23:14:24.586766 bus /sierra_3: Setting Powered False\u000a23:14:25.694553 bus /sierra_3: Setting Powered False\u000a23:14:26.807554 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 20.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:14:09" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=11918): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11918) [trial-2396↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11918)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=11918): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11918) [trial-2396↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11918)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a23:14:28.609850 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a23:14:28.620381 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a23:14:28.748616 tst assert_extension.py: using LAC 36893\u000a23:14:28.873761 tst assert_extension.py: using RAC 173\u000a23:14:28.998800 tst assert_extension.py: using CellId 36893\u000a23:14:29.125361 tst assert_extension.py: using BVCI 36894\u000a23:14:29.149904 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a23:14:29.426713 tst assert_extension.py:10: start nitb and bts...\u000a23:14:29.551666 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a23:14:30.176909 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11917): Launched\u000a23:14:30.476716 run osmo-nitb_10.42.42.2(pid=11918): Launched\u000a23:14:30.661270 run osmo-nitb_10.42.42.2(pid=11918): ERR: Terminated: ERROR {rc=2} [trial-2396↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11918)]\u000a23:14:30.797315 run osmo-nitb_10.42.42.2(pid=11918): stdout: \u000a| (launched: 2022-12-13_23:14:30.330352) \u000a23:14:30.956308 run osmo-nitb_10.42.42.2(pid=11918): stderr: \u000a| (launched: 2022-12-13_23:14:30.375085)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:14:31.102525 run osmo-nitb_10.42.42.2(pid=11918): stdout: \u000a| (launched: 2022-12-13_23:14:30.330352) \u000a23:14:31.248634 run osmo-nitb_10.42.42.2(pid=11918): stderr: \u000a| (launched: 2022-12-13_23:14:30.375085)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:14:31.599269 tst osmo-nitb_10.42.42.2(pid=11918): stdout: \u000a| (launched: 2022-12-13_23:14:30.330352) \u000a23:14:31.723508 tst osmo-nitb_10.42.42.2(pid=11918): stderr: \u000a| (launched: 2022-12-13_23:14:30.375085)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:14:31.777373 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=11918): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11918) [trial-2396↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11918)] [trial-2396↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a23:14:31.786108 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a23:14:31.822973 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11917): Terminating (SIGTERM)\u000a23:14:32.000618 --- ParallelTerminationStrategy: PID 11917 died...\u000a23:14:32.068351 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11917): Terminated: ok {rc=0}\u000a23:14:32.171373 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:14:28" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "ussd:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11930): Process ended prematurely: osmo-stp_10.42.42.5(pid=11930) [trial-2396↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11930)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11930): Process ended prematurely: osmo-stp_10.42.42.5(pid=11930) [trial-2396↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11930)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a23:14:33.970546 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:14:33.981742 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a23:14:34.111667 tst assert_extension.py: using LAC 36894\u000a23:14:34.234078 tst assert_extension.py: using RAC 174\u000a23:14:34.352276 tst assert_extension.py: using CellId 36894\u000a23:14:34.473325 tst assert_extension.py: using BVCI 36895\u000a23:14:34.496163 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:14:34.506825 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:14:34.517377 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:14:34.527764 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:14:34.538160 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:14:34.548478 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a23:14:34.759666 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:14:35.274917 run create_hlr_db(pid=11924): Launched\u000a23:14:35.463270 bus /sierra_2: Setting Powered False\u000a23:14:36.483779 run create_hlr_db(pid=11924): Terminated: ok {rc=0}\u000a23:14:36.891251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11926): Launched\u000a23:14:37.194945 run osmo-hlr_10.42.42.2(pid=11927): Launched\u000a23:14:37.305879 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:14:37.833941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11929): Launched\u000a23:14:38.138158 run osmo-stp_10.42.42.5(pid=11930): Launched\u000a23:14:38.248334 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:14:38.798698 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11932): Launched\u000a23:14:39.101234 run osmo-msc_10.42.42.6(pid=11933): Launched\u000a23:14:39.279434 run osmo-stp_10.42.42.5(pid=11930): ERR: Terminated: ERROR {rc=1} [trial-2396↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11930)]\u000a23:14:39.407515 run osmo-stp_10.42.42.5(pid=11930): stdout: \u000a| (launched: 2022-12-13_23:14:37.987211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:14:39.533633 run osmo-stp_10.42.42.5(pid=11930): stderr: \u000a| �[0;m�[38;5;43m20221213231438163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231438163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231438163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231438164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231438164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231438164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231438165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:14:39.654631 run osmo-stp_10.42.42.5(pid=11930): stdout: \u000a| (launched: 2022-12-13_23:14:37.987211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:14:39.774640 run osmo-stp_10.42.42.5(pid=11930): stderr: \u000a| �[0;m�[38;5;43m20221213231438163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231438163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231438163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231438164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231438164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231438164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231438165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:14:39.827375 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=11930): Process ended prematurely: osmo-stp_10.42.42.5(pid=11930) [trial-2396↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11930)] [trial-2396↪ussd:sysmo↪assert_extension.py:17]\u000a23:14:39.835297 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a23:14:39.894488 run osmo-hlr_10.42.42.2(pid=11927): ERR: Terminated: ERROR {rc=237} [trial-2396↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11927)]\u000a23:14:39.943564 run osmo-hlr_10.42.42.2(pid=11927): stdout: \u000a| (launched: 2022-12-13_23:14:37.044329) \u000a23:14:39.993313 run osmo-hlr_10.42.42.2(pid=11927): stderr: \u000a| �[0;m�[1;31m20221213231437224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213231437224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213231437224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231437224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231437224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213231437224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213231437239 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213231437250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213231437250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213231437250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:14:40.061670 run osmo-msc_10.42.42.6(pid=11933): ERR: Terminated: ERROR {rc=2} [trial-2396↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11933)]\u000a23:14:40.110952 run osmo-msc_10.42.42.6(pid=11933): stdout: \u000a| (launched: 2022-12-13_23:14:38.951291) \u000a23:14:40.160639 run osmo-msc_10.42.42.6(pid=11933): stderr: \u000a| �[0;m�[38;5;43m20221213231439224 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213231439224 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6133b15c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213231439224 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213231439224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213231439224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213231439225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213231439226 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213231439227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213231439227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213231439227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:14:40.203002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11926): Terminating (SIGTERM)\u000a23:14:40.242963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11929): Terminating (SIGTERM)\u000a23:14:40.282837 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11932): Terminating (SIGTERM)\u000a23:14:40.291960 --- ParallelTerminationStrategy: PID 11926 died...\u000a23:14:40.345519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11926): Terminated: ok {rc=0}\u000a23:14:40.355032 --- ParallelTerminationStrategy: PID 11929 died...\u000a23:14:40.408178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11929): Terminated: ok {rc=0}\u000a23:14:40.417685 --- ParallelTerminationStrategy: PID 11932 died...\u000a23:14:40.470659 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11932): Terminated: ok {rc=0}\u000a23:14:40.554237 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:14:33" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11944): Process ended prematurely: osmo-stp_10.42.42.5(pid=11944) [trial-2396↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11944)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11944): Process ended prematurely: osmo-stp_10.42.42.5(pid=11944) [trial-2396↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11944)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a23:14:42.468001 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:14:42.479102 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a23:14:42.626640 tst mo_mt_call.py: using LAC 36895\u000a23:14:42.756280 tst mo_mt_call.py: using RAC 175\u000a23:14:42.878733 tst mo_mt_call.py: using CellId 36895\u000a23:14:43.000636 tst mo_mt_call.py: using BVCI 36896\u000a23:14:43.024020 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:14:43.035146 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:14:43.046154 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:14:43.057528 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:14:43.068493 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:14:43.079453 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:14:43.203190 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:14:43.412445 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:14:43.906204 run create_hlr_db(pid=11938): Launched\u000a23:14:44.083765 bus /sierra_2: Setting Powered False\u000a23:14:45.104914 run create_hlr_db(pid=11938): Terminated: ok {rc=0}\u000a23:14:45.548731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11940): Launched\u000a23:14:45.921703 run osmo-hlr_10.42.42.2(pid=11941): Launched\u000a23:14:46.110662 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:14:46.760167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11943): Launched\u000a23:14:47.196418 run osmo-stp_10.42.42.5(pid=11944): Launched\u000a23:14:47.334973 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:14:47.938038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11946): Launched\u000a23:14:48.270695 run osmo-msc_10.42.42.6(pid=11947): Launched\u000a23:14:48.463186 run osmo-stp_10.42.42.5(pid=11944): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11944)]\u000a23:14:48.602461 run osmo-stp_10.42.42.5(pid=11944): stdout: \u000a| (launched: 2022-12-13_23:14:46.931719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:14:48.741183 run osmo-stp_10.42.42.5(pid=11944): stderr: \u000a| �[0;m�[38;5;43m20221213231447236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231447236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231447236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231447237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231447237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231447237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231447237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:14:48.872784 run osmo-stp_10.42.42.5(pid=11944): stdout: \u000a| (launched: 2022-12-13_23:14:46.931719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:14:49.003886 run osmo-stp_10.42.42.5(pid=11944): stderr: \u000a| �[0;m�[38;5;43m20221213231447236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231447236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231447236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231447237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231447237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231447237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231447237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:14:49.061336 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11944): Process ended prematurely: osmo-stp_10.42.42.5(pid=11944) [trial-2396↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11944)] [trial-2396↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a23:14:49.070440 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a23:14:49.133552 run osmo-hlr_10.42.42.2(pid=11941): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11941)]\u000a23:14:49.185372 run osmo-hlr_10.42.42.2(pid=11941): stdout: \u000a| (launched: 2022-12-13_23:14:45.717465) \u000a23:14:49.237998 run osmo-hlr_10.42.42.2(pid=11941): stderr: \u000a| �[0;m�[1;31m20221213231445997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213231445997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213231445997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231445997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231445997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213231445997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213231446008 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213231446017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213231446029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213231446029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:14:49.308561 run osmo-msc_10.42.42.6(pid=11947): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11947)]\u000a23:14:49.360367 run osmo-msc_10.42.42.6(pid=11947): stdout: \u000a| (launched: 2022-12-13_23:14:48.105695) \u000a23:14:49.412419 run osmo-msc_10.42.42.6(pid=11947): stderr: \u000a| �[0;m�[38;5;43m20221213231448432 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213231448432 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd949cf6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213231448432 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213231448432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213231448432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213231448432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213231448434 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213231448434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213231448435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213231448435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:14:49.457084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11940): Terminating (SIGTERM)\u000a23:14:49.499128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11943): Terminating (SIGTERM)\u000a23:14:49.541936 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11946): Terminating (SIGTERM)\u000a23:14:49.551924 --- ParallelTerminationStrategy: PID 11940 died...\u000a23:14:49.608400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11940): Terminated: ok {rc=0}\u000a23:14:49.618420 --- ParallelTerminationStrategy: PID 11943 died...\u000a23:14:49.674382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11943): Terminated: ok {rc=0}\u000a23:14:49.684255 --- ParallelTerminationStrategy: PID 11946 died...\u000a23:14:49.740934 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11946): Terminated: ok {rc=0}\u000a23:14:49.827849 bus /sierra_3: Setting Powered False\u000a23:14:50.934236 bus /sierra_3: Setting Powered False\u000a23:14:52.042559 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 68, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11955): Process ended prematurely: osmo-stp_10.42.42.5(pid=11955) [trial-2396↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11955)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11955): Process ended prematurely: osmo-stp_10.42.42.5(pid=11955) [trial-2396↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11955)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:14:53.159337 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:14:53.171719 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a23:14:53.336402 tst mo_mt_call_osmux.py: using LAC 36896\u000a23:14:53.480614 tst mo_mt_call_osmux.py: using RAC 176\u000a23:14:53.625966 tst mo_mt_call_osmux.py: using CellId 36896\u000a23:14:53.754040 tst mo_mt_call_osmux.py: using BVCI 36897\u000a23:14:53.779593 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:14:53.791349 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:14:53.803097 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:14:53.814714 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:14:53.826649 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:14:53.838479 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:14:53.957038 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:14:54.173223 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:14:54.696099 run create_hlr_db(pid=11949): Launched\u000a23:14:54.887676 bus /sierra_2: Setting Powered False\u000a23:14:55.908611 run create_hlr_db(pid=11949): Terminated: ok {rc=0}\u000a23:14:56.340439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11951): Launched\u000a23:14:56.650911 run osmo-hlr_10.42.42.2(pid=11952): Launched\u000a23:14:56.775987 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:14:57.319349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11954): Launched\u000a23:14:57.628688 run osmo-stp_10.42.42.5(pid=11955): Launched\u000a23:14:57.740333 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:14:58.303459 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11957): Launched\u000a23:14:58.614574 run osmo-msc_10.42.42.6(pid=11958): Launched\u000a23:14:58.794151 run osmo-stp_10.42.42.5(pid=11955): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11955)]\u000a23:14:58.924837 run osmo-stp_10.42.42.5(pid=11955): stdout: \u000a| (launched: 2022-12-13_23:14:57.475761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:14:59.052386 run osmo-stp_10.42.42.5(pid=11955): stderr: \u000a| �[0;m�[38;5;43m20221213231457650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231457650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231457651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231457651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231457651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231457651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231457652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:14:59.175848 run osmo-stp_10.42.42.5(pid=11955): stdout: \u000a| (launched: 2022-12-13_23:14:57.475761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:14:59.298180 run osmo-stp_10.42.42.5(pid=11955): stderr: \u000a| �[0;m�[38;5;43m20221213231457650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231457650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231457651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231457651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231457651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231457651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231457652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:14:59.352176 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11955): Process ended prematurely: osmo-stp_10.42.42.5(pid=11955) [trial-2396↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11955)] [trial-2396↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a23:14:59.360626 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a23:14:59.420749 run osmo-hlr_10.42.42.2(pid=11952): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11952)]\u000a23:14:59.469739 run osmo-hlr_10.42.42.2(pid=11952): stdout: \u000a| (launched: 2022-12-13_23:14:56.497411) \u000a23:14:59.519430 run osmo-hlr_10.42.42.2(pid=11952): stderr: \u000a| �[0;m�[1;31m20221213231456678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213231456678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213231456678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231456678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231456678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213231456678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213231456691 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213231456702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213231456702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213231456702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:14:59.586657 run osmo-msc_10.42.42.6(pid=11958): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11958)]\u000a23:14:59.635774 run osmo-msc_10.42.42.6(pid=11958): stdout: \u000a| (launched: 2022-12-13_23:14:58.460286) \u000a23:14:59.685424 run osmo-msc_10.42.42.6(pid=11958): stderr: \u000a| �[0;m�[38;5;43m20221213231458737 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213231458737 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3250f1ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213231458737 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213231458737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213231458737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213231458738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213231458739 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213231458740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213231458740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213231458740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:14:59.727265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11951): Terminating (SIGTERM)\u000a23:14:59.766903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11954): Terminating (SIGTERM)\u000a23:14:59.806772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11957): Terminating (SIGTERM)\u000a23:14:59.815934 --- ParallelTerminationStrategy: PID 11951 died...\u000a23:14:59.868993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11951): Terminated: ok {rc=0}\u000a23:14:59.878523 --- ParallelTerminationStrategy: PID 11954 died...\u000a23:14:59.931333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11954): Terminated: ok {rc=0}\u000a23:14:59.940753 --- ParallelTerminationStrategy: PID 11957 died...\u000a23:14:59.993426 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11957): Terminated: ok {rc=0}\u000a23:15:00.081113 bus /sierra_3: Setting Powered False\u000a23:15:01.190434 bus /sierra_3: Setting Powered False\u000a23:15:02.301390 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:14:42" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11972): Process ended prematurely: osmo-stp_10.42.42.5(pid=11972) [trial-2396↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11972)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11972): Process ended prematurely: osmo-stp_10.42.42.5(pid=11972) [trial-2396↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11972)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a23:15:04.269255 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:15:04.280404 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a23:15:04.426238 tst mo_mt_call.py: using LAC 36897\u000a23:15:04.548734 tst mo_mt_call.py: using RAC 177\u000a23:15:04.671237 tst mo_mt_call.py: using CellId 36897\u000a23:15:04.794330 tst mo_mt_call.py: using BVCI 36898\u000a23:15:04.817760 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:15:04.828682 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:15:04.839533 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:15:04.850367 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:15:04.861280 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:15:04.872190 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:15:04.992759 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:15:05.197061 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:15:05.693196 run create_hlr_db(pid=11966): Launched\u000a23:15:05.870299 bus /sierra_2: Setting Powered False\u000a23:15:06.892442 run create_hlr_db(pid=11966): Terminated: ok {rc=0}\u000a23:15:07.329378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11968): Launched\u000a23:15:07.640275 run osmo-hlr_10.42.42.2(pid=11969): Launched\u000a23:15:07.762792 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:15:08.307640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11971): Launched\u000a23:15:08.617800 run osmo-stp_10.42.42.5(pid=11972): Launched\u000a23:15:08.729259 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:15:09.293392 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11974): Launched\u000a23:15:09.605538 run osmo-msc_10.42.42.6(pid=11975): Launched\u000a23:15:09.786468 run osmo-stp_10.42.42.5(pid=11972): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11972)]\u000a23:15:09.917373 run osmo-stp_10.42.42.5(pid=11972): stdout: \u000a| (launched: 2022-12-13_23:15:08.464637)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:15:10.045167 run osmo-stp_10.42.42.5(pid=11972): stderr: \u000a| �[0;m�[38;5;43m20221213231508638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231508638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231508639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231508639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231508640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231508640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231508640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:15:10.168792 run osmo-stp_10.42.42.5(pid=11972): stdout: \u000a| (launched: 2022-12-13_23:15:08.464637)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:15:10.291977 run osmo-stp_10.42.42.5(pid=11972): stderr: \u000a| �[0;m�[38;5;43m20221213231508638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231508638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231508639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231508639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231508640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231508640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231508640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:15:10.346173 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11972): Process ended prematurely: osmo-stp_10.42.42.5(pid=11972) [trial-2396↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11972)] [trial-2396↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a23:15:10.354664 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a23:15:10.415098 run osmo-hlr_10.42.42.2(pid=11969): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11969)]\u000a23:15:10.464381 run osmo-hlr_10.42.42.2(pid=11969): stdout: \u000a| (launched: 2022-12-13_23:15:07.486746) \u000a23:15:10.514203 run osmo-hlr_10.42.42.2(pid=11969): stderr: \u000a| �[0;m�[1;31m20221213231507668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213231507668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213231507669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231507669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231507669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213231507669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213231507681 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213231507690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213231507690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213231507690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:15:10.581519 run osmo-msc_10.42.42.6(pid=11975): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11975)]\u000a23:15:10.630414 run osmo-msc_10.42.42.6(pid=11975): stdout: \u000a| (launched: 2022-12-13_23:15:09.450436) \u000a23:15:10.679620 run osmo-msc_10.42.42.6(pid=11975): stderr: \u000a| �[0;m�[38;5;43m20221213231509724 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213231509725 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5728c03c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213231509725 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213231509725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213231509725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213231509725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213231509727 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213231509727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213231509727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213231509727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:15:10.721246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11968): Terminating (SIGTERM)\u000a23:15:10.760618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11971): Terminating (SIGTERM)\u000a23:15:10.800050 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11974): Terminating (SIGTERM)\u000a23:15:10.809162 --- ParallelTerminationStrategy: PID 11968 died...\u000a23:15:10.862002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11968): Terminated: ok {rc=0}\u000a23:15:10.871422 --- ParallelTerminationStrategy: PID 11971 died...\u000a23:15:10.924371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11971): Terminated: ok {rc=0}\u000a23:15:10.933843 --- ParallelTerminationStrategy: PID 11974 died...\u000a23:15:10.986898 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11974): Terminated: ok {rc=0}\u000a23:15:11.076042 bus /sierra_3: Setting Powered False\u000a23:15:12.180239 bus /sierra_3: Setting Powered False\u000a23:15:13.291775 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 68, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11983): Process ended prematurely: osmo-stp_10.42.42.5(pid=11983) [trial-2396↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11983)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11983): Process ended prematurely: osmo-stp_10.42.42.5(pid=11983) [trial-2396↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11983)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:15:14.402704 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:15:14.414462 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a23:15:14.566843 tst mo_mt_call_osmux.py: using LAC 36898\u000a23:15:14.695268 tst mo_mt_call_osmux.py: using RAC 178\u000a23:15:14.825771 tst mo_mt_call_osmux.py: using CellId 36898\u000a23:15:14.948044 tst mo_mt_call_osmux.py: using BVCI 36899\u000a23:15:14.971443 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:15:14.982660 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:15:14.993642 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:15:15.004493 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:15:15.015450 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:15:15.026489 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:15:15.141102 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:15:15.357868 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:15:15.915022 run create_hlr_db(pid=11977): Launched\u000a23:15:16.109697 bus /sierra_2: Setting Powered False\u000a23:15:17.123145 run create_hlr_db(pid=11977): Terminated: ok {rc=0}\u000a23:15:17.542950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11979): Launched\u000a23:15:17.854379 run osmo-hlr_10.42.42.2(pid=11980): Launched\u000a23:15:17.967765 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:15:18.504599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11982): Launched\u000a23:15:18.814068 run osmo-stp_10.42.42.5(pid=11983): Launched\u000a23:15:18.926399 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:15:19.489807 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11985): Launched\u000a23:15:19.800616 run osmo-msc_10.42.42.6(pid=11986): Launched\u000a23:15:19.980706 run osmo-stp_10.42.42.5(pid=11983): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11983)]\u000a23:15:20.110978 run osmo-stp_10.42.42.5(pid=11983): stdout: \u000a| (launched: 2022-12-13_23:15:18.660830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:15:20.239362 run osmo-stp_10.42.42.5(pid=11983): stderr: \u000a| �[0;m�[38;5;43m20221213231518832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231518832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231518832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231518833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231518835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231518835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231518835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:15:20.363046 run osmo-stp_10.42.42.5(pid=11983): stdout: \u000a| (launched: 2022-12-13_23:15:18.660830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:15:20.486175 run osmo-stp_10.42.42.5(pid=11983): stderr: \u000a| �[0;m�[38;5;43m20221213231518832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231518832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231518832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231518833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231518835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231518835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231518835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:15:20.539941 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11983): Process ended prematurely: osmo-stp_10.42.42.5(pid=11983) [trial-2396↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11983)] [trial-2396↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a23:15:20.548495 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a23:15:20.608310 run osmo-hlr_10.42.42.2(pid=11980): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11980)]\u000a23:15:20.657306 run osmo-hlr_10.42.42.2(pid=11980): stdout: \u000a| (launched: 2022-12-13_23:15:17.700168) \u000a23:15:20.706825 run osmo-hlr_10.42.42.2(pid=11980): stderr: \u000a| �[0;m�[1;31m20221213231517880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213231517880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213231517880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231517880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231517880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213231517880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213231517905 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213231517914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213231517914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213231517914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:15:20.773776 run osmo-msc_10.42.42.6(pid=11986): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11986)]\u000a23:15:20.822882 run osmo-msc_10.42.42.6(pid=11986): stdout: \u000a| (launched: 2022-12-13_23:15:19.646502) \u000a23:15:20.872442 run osmo-msc_10.42.42.6(pid=11986): stderr: \u000a| �[0;m�[38;5;43m20221213231519919 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213231519919 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f06aa707c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213231519919 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213231519919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213231519920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213231519920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213231519922 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213231519922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213231519922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213231519922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:15:20.914162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11979): Terminating (SIGTERM)\u000a23:15:20.953437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11982): Terminating (SIGTERM)\u000a23:15:20.992689 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11985): Terminating (SIGTERM)\u000a23:15:21.001802 --- ParallelTerminationStrategy: PID 11979 died...\u000a23:15:21.054823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11979): Terminated: ok {rc=0}\u000a23:15:21.064356 --- ParallelTerminationStrategy: PID 11982 died...\u000a23:15:21.117122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11982): Terminated: ok {rc=0}\u000a23:15:21.126605 --- ParallelTerminationStrategy: PID 11985 died...\u000a23:15:21.179384 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11985): Terminated: ok {rc=0}\u000a23:15:21.263115 bus /sierra_3: Setting Powered False\u000a23:15:22.369700 bus /sierra_3: Setting Powered False\u000a23:15:23.480645 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:15:04" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11998): Process ended prematurely: osmo-stp_10.42.42.5(pid=11998) [trial-2396↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11998)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11998): Process ended prematurely: osmo-stp_10.42.42.5(pid=11998) [trial-2396↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11998)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a23:15:25.442172 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:15:25.453415 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a23:15:25.600332 tst mo_mt_call.py: using LAC 36899\u000a23:15:25.721478 tst mo_mt_call.py: using RAC 179\u000a23:15:25.851351 tst mo_mt_call.py: using CellId 36899\u000a23:15:25.982493 tst mo_mt_call.py: using BVCI 36900\u000a23:15:26.007764 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:15:26.019541 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:15:26.031177 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:15:26.042754 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:15:26.054570 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:15:26.066462 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:15:26.184763 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:15:26.400787 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:15:26.921555 run create_hlr_db(pid=11992): Launched\u000a23:15:27.112224 bus /sierra_2: Setting Powered False\u000a23:15:28.133308 run create_hlr_db(pid=11992): Terminated: ok {rc=0}\u000a23:15:28.549798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11994): Launched\u000a23:15:28.861305 run osmo-hlr_10.42.42.2(pid=11995): Launched\u000a23:15:28.973906 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:15:29.510240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11997): Launched\u000a23:15:29.820283 run osmo-stp_10.42.42.5(pid=11998): Launched\u000a23:15:29.932181 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:15:30.496704 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12000): Launched\u000a23:15:30.807737 run osmo-msc_10.42.42.6(pid=12001): Launched\u000a23:15:31.174569 run osmo-stp_10.42.42.5(pid=11998): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11998)]\u000a23:15:31.463849 run osmo-stp_10.42.42.5(pid=11998): stdout: \u000a| (launched: 2022-12-13_23:15:29.666725)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:15:31.607196 run osmo-stp_10.42.42.5(pid=11998): stderr: \u000a| �[0;m�[38;5;43m20221213231529839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231529839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231529839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231529840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231529840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231529840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231529840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:15:31.747356 run osmo-stp_10.42.42.5(pid=11998): stdout: \u000a| (launched: 2022-12-13_23:15:29.666725)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:15:31.885240 run osmo-stp_10.42.42.5(pid=11998): stderr: \u000a| �[0;m�[38;5;43m20221213231529839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231529839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231529839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231529840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231529840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231529840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231529840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:15:31.944917 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11998): Process ended prematurely: osmo-stp_10.42.42.5(pid=11998) [trial-2396↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11998)] [trial-2396↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a23:15:31.955159 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a23:15:32.022116 run osmo-hlr_10.42.42.2(pid=11995): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11995)]\u000a23:15:32.078191 run osmo-hlr_10.42.42.2(pid=11995): stdout: \u000a| (launched: 2022-12-13_23:15:28.706865) \u000a23:15:32.133745 run osmo-hlr_10.42.42.2(pid=11995): stderr: \u000a| �[0;m�[1;31m20221213231528887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213231528887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213231528887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231528887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231528887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213231528887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213231528933 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213231528943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213231528943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213231528943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:15:32.209231 run osmo-msc_10.42.42.6(pid=12001): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12001)]\u000a23:15:32.263806 run osmo-msc_10.42.42.6(pid=12001): stdout: \u000a| (launched: 2022-12-13_23:15:30.653731) \u000a23:15:32.317517 run osmo-msc_10.42.42.6(pid=12001): stderr: \u000a| �[0;m�[38;5;43m20221213231531044 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213231531045 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb7f9eaec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213231531045 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213231531045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213231531046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213231531046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213231531047 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213231531048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213231531048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213231531048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:15:32.363797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11994): Terminating (SIGTERM)\u000a23:15:32.407063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11997): Terminating (SIGTERM)\u000a23:15:32.450413 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12000): Terminating (SIGTERM)\u000a23:15:32.460265 --- ParallelTerminationStrategy: PID 11994 died...\u000a23:15:32.518859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11994): Terminated: ok {rc=0}\u000a23:15:32.529291 --- ParallelTerminationStrategy: PID 11997 died...\u000a23:15:32.587597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11997): Terminated: ok {rc=0}\u000a23:15:32.597922 --- ParallelTerminationStrategy: PID 12000 died...\u000a23:15:32.656146 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12000): Terminated: ok {rc=0}\u000a23:15:32.744338 bus /sierra_3: Setting Powered False\u000a23:15:33.846798 bus /sierra_3: Setting Powered False\u000a23:15:34.955892 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12009): Process ended prematurely: osmo-stp_10.42.42.5(pid=12009) [trial-2396↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12009)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12009): Process ended prematurely: osmo-stp_10.42.42.5(pid=12009) [trial-2396↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12009)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:15:36.072415 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:15:36.084727 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a23:15:36.237649 tst mo_mt_call_osmux.py: using LAC 36900\u000a23:15:36.361386 tst mo_mt_call_osmux.py: using RAC 180\u000a23:15:36.484735 tst mo_mt_call_osmux.py: using CellId 36900\u000a23:15:36.605843 tst mo_mt_call_osmux.py: using BVCI 36901\u000a23:15:36.629724 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:15:36.640904 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:15:36.651924 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:15:36.663264 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:15:36.674309 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:15:36.685322 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:15:36.807863 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:15:37.014417 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:15:37.509144 run create_hlr_db(pid=12003): Launched\u000a23:15:37.685604 bus /sierra_2: Setting Powered False\u000a23:15:38.707760 run create_hlr_db(pid=12003): Terminated: ok {rc=0}\u000a23:15:39.118748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12005): Launched\u000a23:15:39.428652 run osmo-hlr_10.42.42.2(pid=12006): Launched\u000a23:15:39.550966 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:15:40.095437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12008): Launched\u000a23:15:40.405119 run osmo-stp_10.42.42.5(pid=12009): Launched\u000a23:15:40.528492 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:15:41.097571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12011): Launched\u000a23:15:41.408464 run osmo-msc_10.42.42.6(pid=12012): Launched\u000a23:15:41.589449 run osmo-stp_10.42.42.5(pid=12009): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12009)]\u000a23:15:41.720025 run osmo-stp_10.42.42.5(pid=12009): stdout: \u000a| (launched: 2022-12-13_23:15:40.251904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:15:41.848226 run osmo-stp_10.42.42.5(pid=12009): stderr: \u000a| �[0;m�[38;5;43m20221213231540427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231540427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231540427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231540428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231540428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231540428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231540428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:15:41.972244 run osmo-stp_10.42.42.5(pid=12009): stdout: \u000a| (launched: 2022-12-13_23:15:40.251904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:15:42.095597 run osmo-stp_10.42.42.5(pid=12009): stderr: \u000a| �[0;m�[38;5;43m20221213231540427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231540427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231540427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231540428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231540428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231540428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231540428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:15:42.149754 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12009): Process ended prematurely: osmo-stp_10.42.42.5(pid=12009) [trial-2396↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12009)] [trial-2396↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a23:15:42.158262 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a23:15:42.218183 run osmo-hlr_10.42.42.2(pid=12006): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12006)]\u000a23:15:42.267347 run osmo-hlr_10.42.42.2(pid=12006): stdout: \u000a| (launched: 2022-12-13_23:15:39.275290) \u000a23:15:42.316927 run osmo-hlr_10.42.42.2(pid=12006): stderr: \u000a| �[0;m�[1;31m20221213231539456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213231539456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213231539456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231539456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231539456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213231539456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213231539469 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213231539477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213231539478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213231539478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:15:42.384080 run osmo-msc_10.42.42.6(pid=12012): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12012)]\u000a23:15:42.433065 run osmo-msc_10.42.42.6(pid=12012): stdout: \u000a| (launched: 2022-12-13_23:15:41.254619) \u000a23:15:42.482413 run osmo-msc_10.42.42.6(pid=12012): stderr: \u000a| �[0;m�[38;5;43m20221213231541531 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213231541531 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe984836c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213231541531 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213231541531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213231541531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213231541531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213231541533 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213231541533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213231541534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213231541534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:15:42.524327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12005): Terminating (SIGTERM)\u000a23:15:42.564474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12008): Terminating (SIGTERM)\u000a23:15:42.604100 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12011): Terminating (SIGTERM)\u000a23:15:42.612904 --- ParallelTerminationStrategy: PID 12005 died...\u000a23:15:42.665893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12005): Terminated: ok {rc=0}\u000a23:15:42.675378 --- ParallelTerminationStrategy: PID 12008 died...\u000a23:15:42.728104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12008): Terminated: ok {rc=0}\u000a23:15:42.737645 --- ParallelTerminationStrategy: PID 12011 died...\u000a23:15:42.790231 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12011): Terminated: ok {rc=0}\u000a23:15:42.878773 bus /sierra_3: Setting Powered False\u000a23:15:43.980271 bus /sierra_3: Setting Powered False\u000a23:15:45.086640 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:15:25" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12023): Process ended prematurely: osmo-stp_10.42.42.5(pid=12023) [trial-2396↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12023)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12023): Process ended prematurely: osmo-stp_10.42.42.5(pid=12023) [trial-2396↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12023)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a23:15:47.123921 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:15:47.139375 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a23:15:47.303738 tst mo_mt_call.py: using LAC 36901\u000a23:15:47.433839 tst mo_mt_call.py: using RAC 181\u000a23:15:47.565073 tst mo_mt_call.py: using CellId 36901\u000a23:15:47.693284 tst mo_mt_call.py: using BVCI 36902\u000a23:15:47.718346 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:15:47.729843 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:15:47.741298 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:15:47.752553 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:15:47.764207 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:15:47.775861 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:15:47.895400 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:15:48.098535 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:15:48.592766 run create_hlr_db(pid=12017): Launched\u000a23:15:48.769733 bus /sierra_2: Setting Powered False\u000a23:15:49.791323 run create_hlr_db(pid=12017): Terminated: ok {rc=0}\u000a23:15:50.201907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12019): Launched\u000a23:15:50.511468 run osmo-hlr_10.42.42.2(pid=12020): Launched\u000a23:15:50.625503 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:15:51.160039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12022): Launched\u000a23:15:51.469414 run osmo-stp_10.42.42.5(pid=12023): Launched\u000a23:15:51.581791 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:15:52.145576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12028): Launched\u000a23:15:52.457264 run osmo-msc_10.42.42.6(pid=12029): Launched\u000a23:15:52.638836 run osmo-stp_10.42.42.5(pid=12023): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12023)]\u000a23:15:52.769312 run osmo-stp_10.42.42.5(pid=12023): stdout: \u000a| (launched: 2022-12-13_23:15:51.316364)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:15:52.897291 run osmo-stp_10.42.42.5(pid=12023): stderr: \u000a| �[0;m�[38;5;43m20221213231551489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231551489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231551489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231551490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231551490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231551490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231551490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:15:53.020498 run osmo-stp_10.42.42.5(pid=12023): stdout: \u000a| (launched: 2022-12-13_23:15:51.316364)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:15:53.143329 run osmo-stp_10.42.42.5(pid=12023): stderr: \u000a| �[0;m�[38;5;43m20221213231551489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231551489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231551489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231551490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231551490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231551490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231551490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:15:53.197183 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12023): Process ended prematurely: osmo-stp_10.42.42.5(pid=12023) [trial-2396↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12023)] [trial-2396↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a23:15:53.205625 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a23:15:53.265079 run osmo-hlr_10.42.42.2(pid=12020): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12020)]\u000a23:15:53.314013 run osmo-hlr_10.42.42.2(pid=12020): stdout: \u000a| (launched: 2022-12-13_23:15:50.358488) \u000a23:15:53.363644 run osmo-hlr_10.42.42.2(pid=12020): stderr: \u000a| �[0;m�[1;31m20221213231550539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213231550539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213231550539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231550539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231550539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213231550539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213231550551 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213231550562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213231550562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213231550562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:15:53.430695 run osmo-msc_10.42.42.6(pid=12029): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12029)]\u000a23:15:53.479723 run osmo-msc_10.42.42.6(pid=12029): stdout: \u000a| (launched: 2022-12-13_23:15:52.302408) \u000a23:15:53.529158 run osmo-msc_10.42.42.6(pid=12029): stderr: \u000a| �[0;m�[38;5;43m20221213231552578 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213231552579 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f99dcb8cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213231552579 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213231552579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213231552579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213231552579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213231552581 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213231552581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213231552582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213231552582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:15:53.570863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12019): Terminating (SIGTERM)\u000a23:15:53.610167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12022): Terminating (SIGTERM)\u000a23:15:53.649547 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12028): Terminating (SIGTERM)\u000a23:15:53.658542 --- ParallelTerminationStrategy: PID 12019 died...\u000a23:15:53.711293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12019): Terminated: ok {rc=0}\u000a23:15:53.720676 --- ParallelTerminationStrategy: PID 12022 died...\u000a23:15:53.773275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12022): Terminated: ok {rc=0}\u000a23:15:53.782644 --- ParallelTerminationStrategy: PID 12028 died...\u000a23:15:53.835390 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12028): Terminated: ok {rc=0}\u000a23:15:53.923437 bus /sierra_3: Setting Powered False\u000a23:15:55.026074 bus /sierra_3: Setting Powered False\u000a23:15:56.132679 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12037): Process ended prematurely: osmo-stp_10.42.42.5(pid=12037) [trial-2396↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12037)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12037): Process ended prematurely: osmo-stp_10.42.42.5(pid=12037) [trial-2396↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12037)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:15:57.248200 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:15:57.260514 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a23:15:57.414977 tst mo_mt_call_osmux.py: using LAC 36902\u000a23:15:57.546140 tst mo_mt_call_osmux.py: using RAC 182\u000a23:15:57.671238 tst mo_mt_call_osmux.py: using CellId 36902\u000a23:15:57.791849 tst mo_mt_call_osmux.py: using BVCI 36903\u000a23:15:57.815585 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:15:57.826856 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:15:57.837826 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:15:57.848793 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:15:57.859781 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:15:57.870709 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:15:57.992589 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:15:58.198450 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:15:58.694268 run create_hlr_db(pid=12031): Launched\u000a23:15:58.872014 bus /sierra_2: Setting Powered False\u000a23:15:59.893510 run create_hlr_db(pid=12031): Terminated: ok {rc=0}\u000a23:16:00.333903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12033): Launched\u000a23:16:00.668061 run osmo-hlr_10.42.42.2(pid=12034): Launched\u000a23:16:00.791902 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:16:01.394384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12036): Launched\u000a23:16:01.864352 run osmo-stp_10.42.42.5(pid=12037): Launched\u000a23:16:02.062750 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:16:02.634277 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12039): Launched\u000a23:16:02.944474 run osmo-msc_10.42.42.6(pid=12040): Launched\u000a23:16:03.123857 run osmo-stp_10.42.42.5(pid=12037): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12037)]\u000a23:16:03.253128 run osmo-stp_10.42.42.5(pid=12037): stdout: \u000a| (launched: 2022-12-13_23:16:01.565340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:16:03.381098 run osmo-stp_10.42.42.5(pid=12037): stderr: \u000a| �[0;m�[38;5;43m20221213231601828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231601828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231601829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231601830 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231601831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231601832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231601833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:16:03.504496 run osmo-stp_10.42.42.5(pid=12037): stdout: \u000a| (launched: 2022-12-13_23:16:01.565340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:16:03.626866 run osmo-stp_10.42.42.5(pid=12037): stderr: \u000a| �[0;m�[38;5;43m20221213231601828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231601828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231601829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231601830 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231601831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231601832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231601833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:16:03.680793 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12037): Process ended prematurely: osmo-stp_10.42.42.5(pid=12037) [trial-2396↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12037)] [trial-2396↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a23:16:03.689357 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a23:16:03.748330 run osmo-hlr_10.42.42.2(pid=12034): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12034)]\u000a23:16:03.797147 run osmo-hlr_10.42.42.2(pid=12034): stdout: \u000a| (launched: 2022-12-13_23:16:00.503345) \u000a23:16:03.846803 run osmo-hlr_10.42.42.2(pid=12034): stderr: \u000a| �[0;m�[1;31m20221213231600704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213231600704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213231600704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231600704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231600704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213231600704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213231600717 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213231600726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213231600726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213231600726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:16:03.913806 run osmo-msc_10.42.42.6(pid=12040): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12040)]\u000a23:16:03.962567 run osmo-msc_10.42.42.6(pid=12040): stdout: \u000a| (launched: 2022-12-13_23:16:02.791620) \u000a23:16:04.011993 run osmo-msc_10.42.42.6(pid=12040): stderr: \u000a| �[0;m�[38;5;43m20221213231603067 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213231603067 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f43277f5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213231603067 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213231603068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213231603068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213231603068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213231603070 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213231603070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213231603070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213231603070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:16:04.053702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12033): Terminating (SIGTERM)\u000a23:16:04.093159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12036): Terminating (SIGTERM)\u000a23:16:04.132561 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12039): Terminating (SIGTERM)\u000a23:16:04.141638 --- ParallelTerminationStrategy: PID 12033 died...\u000a23:16:04.194730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12033): Terminated: ok {rc=0}\u000a23:16:04.204101 --- ParallelTerminationStrategy: PID 12036 died...\u000a23:16:04.256655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12036): Terminated: ok {rc=0}\u000a23:16:04.266118 --- ParallelTerminationStrategy: PID 12039 died...\u000a23:16:04.318540 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12039): Terminated: ok {rc=0}\u000a23:16:04.406193 bus /sierra_3: Setting Powered False\u000a23:16:05.509028 bus /sierra_3: Setting Powered False\u000a23:16:06.618900 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:15:46" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12051): Process ended prematurely: osmo-stp_10.42.42.5(pid=12051) [trial-2396↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12051)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12051): Process ended prematurely: osmo-stp_10.42.42.5(pid=12051) [trial-2396↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12051)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a23:16:08.587492 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:16:08.599272 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a23:16:08.758168 tst mo_mt_call.py: using LAC 36903\u000a23:16:08.885958 tst mo_mt_call.py: using RAC 183\u000a23:16:09.014961 tst mo_mt_call.py: using CellId 36903\u000a23:16:09.143166 tst mo_mt_call.py: using BVCI 36904\u000a23:16:09.168384 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:16:09.179957 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:16:09.191384 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:16:09.202772 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:16:09.214598 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:16:09.226347 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:16:09.343713 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:16:09.559500 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:16:10.079320 run create_hlr_db(pid=12045): Launched\u000a23:16:10.270828 bus /sierra_2: Setting Powered False\u000a23:16:11.291527 run create_hlr_db(pid=12045): Terminated: ok {rc=0}\u000a23:16:11.707760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12047): Launched\u000a23:16:12.018924 run osmo-hlr_10.42.42.2(pid=12048): Launched\u000a23:16:12.141864 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:16:12.686947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12050): Launched\u000a23:16:12.999444 run osmo-stp_10.42.42.5(pid=12051): Launched\u000a23:16:13.111707 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:16:13.675787 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12053): Launched\u000a23:16:13.986825 run osmo-msc_10.42.42.6(pid=12054): Launched\u000a23:16:14.167591 run osmo-stp_10.42.42.5(pid=12051): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12051)]\u000a23:16:14.297200 run osmo-stp_10.42.42.5(pid=12051): stdout: \u000a| (launched: 2022-12-13_23:16:12.844694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:16:14.425406 run osmo-stp_10.42.42.5(pid=12051): stderr: \u000a| �[0;m�[38;5;43m20221213231613019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231613019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231613019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231613020 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231613020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231613020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231613020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:16:14.548786 run osmo-stp_10.42.42.5(pid=12051): stdout: \u000a| (launched: 2022-12-13_23:16:12.844694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:16:14.671715 run osmo-stp_10.42.42.5(pid=12051): stderr: \u000a| �[0;m�[38;5;43m20221213231613019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231613019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231613019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231613020 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231613020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231613020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231613020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:16:14.725538 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12051): Process ended prematurely: osmo-stp_10.42.42.5(pid=12051) [trial-2396↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12051)] [trial-2396↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a23:16:14.733948 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a23:16:14.794435 run osmo-hlr_10.42.42.2(pid=12048): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12048)]\u000a23:16:14.844110 run osmo-hlr_10.42.42.2(pid=12048): stdout: \u000a| (launched: 2022-12-13_23:16:11.865258) \u000a23:16:14.893582 run osmo-hlr_10.42.42.2(pid=12048): stderr: \u000a| �[0;m�[1;31m20221213231612042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213231612042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213231612042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231612042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231612042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213231612042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213231612055 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213231612066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213231612066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213231612066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:16:14.961031 run osmo-msc_10.42.42.6(pid=12054): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12054)]\u000a23:16:15.010082 run osmo-msc_10.42.42.6(pid=12054): stdout: \u000a| (launched: 2022-12-13_23:16:13.832617) \u000a23:16:15.059481 run osmo-msc_10.42.42.6(pid=12054): stderr: \u000a| �[0;m�[38;5;43m20221213231614108 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213231614108 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f22d8f7dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213231614108 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213231614109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213231614109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213231614109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213231614111 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213231614111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213231614111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213231614111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:16:15.101468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12047): Terminating (SIGTERM)\u000a23:16:15.141135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12050): Terminating (SIGTERM)\u000a23:16:15.181075 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12053): Terminating (SIGTERM)\u000a23:16:15.190245 --- ParallelTerminationStrategy: PID 12047 died...\u000a23:16:15.243849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12047): Terminated: ok {rc=0}\u000a23:16:15.253805 --- ParallelTerminationStrategy: PID 12050 died...\u000a23:16:15.307383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12050): Terminated: ok {rc=0}\u000a23:16:15.317865 --- ParallelTerminationStrategy: PID 12053 died...\u000a23:16:15.371247 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12053): Terminated: ok {rc=0}\u000a23:16:15.460130 bus /sierra_3: Setting Powered False\u000a23:16:16.578908 bus /sierra_3: Setting Powered False\u000a23:16:17.687892 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 66, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12062): Process ended prematurely: osmo-stp_10.42.42.5(pid=12062) [trial-2396↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12062)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12062): Process ended prematurely: osmo-stp_10.42.42.5(pid=12062) [trial-2396↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12062)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:16:18.804584 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:16:18.816832 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a23:16:18.971911 tst mo_mt_call_osmux.py: using LAC 36904\u000a23:16:19.102714 tst mo_mt_call_osmux.py: using RAC 184\u000a23:16:19.231833 tst mo_mt_call_osmux.py: using CellId 36904\u000a23:16:19.360663 tst mo_mt_call_osmux.py: using BVCI 36905\u000a23:16:19.386407 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:16:19.398058 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:16:19.409457 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:16:19.420890 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:16:19.432654 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:16:19.444457 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:16:19.566241 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:16:19.775743 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:16:20.271579 run create_hlr_db(pid=12056): Launched\u000a23:16:20.449359 bus /sierra_2: Setting Powered False\u000a23:16:21.470401 run create_hlr_db(pid=12056): Terminated: ok {rc=0}\u000a23:16:21.881980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12058): Launched\u000a23:16:22.192629 run osmo-hlr_10.42.42.2(pid=12059): Launched\u000a23:16:22.305441 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:16:22.841210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12061): Launched\u000a23:16:23.151985 run osmo-stp_10.42.42.5(pid=12062): Launched\u000a23:16:23.264597 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:16:23.826620 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12064): Launched\u000a23:16:24.137446 run osmo-msc_10.42.42.6(pid=12065): Launched\u000a23:16:24.320535 run osmo-stp_10.42.42.5(pid=12062): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12062)]\u000a23:16:24.451415 run osmo-stp_10.42.42.5(pid=12062): stdout: \u000a| (launched: 2022-12-13_23:16:22.998848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:16:24.579313 run osmo-stp_10.42.42.5(pid=12062): stderr: \u000a| �[0;m�[38;5;43m20221213231623172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231623172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231623173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231623173 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231623173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231623174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231623174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:16:24.702836 run osmo-stp_10.42.42.5(pid=12062): stdout: \u000a| (launched: 2022-12-13_23:16:22.998848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:16:24.825500 run osmo-stp_10.42.42.5(pid=12062): stderr: \u000a| �[0;m�[38;5;43m20221213231623172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231623172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231623173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231623173 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231623173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231623174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231623174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:16:24.879775 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12062): Process ended prematurely: osmo-stp_10.42.42.5(pid=12062) [trial-2396↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12062)] [trial-2396↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a23:16:24.888551 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a23:16:24.948156 run osmo-hlr_10.42.42.2(pid=12059): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12059)]\u000a23:16:24.997059 run osmo-hlr_10.42.42.2(pid=12059): stdout: \u000a| (launched: 2022-12-13_23:16:22.039305) \u000a23:16:25.046557 run osmo-hlr_10.42.42.2(pid=12059): stderr: \u000a| �[0;m�[1;31m20221213231622218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213231622218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213231622218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231622218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231622218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213231622218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213231622230 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213231622239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213231622239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213231622239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:16:25.113544 run osmo-msc_10.42.42.6(pid=12065): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12065)]\u000a23:16:25.162530 run osmo-msc_10.42.42.6(pid=12065): stdout: \u000a| (launched: 2022-12-13_23:16:23.983318) \u000a23:16:25.211682 run osmo-msc_10.42.42.6(pid=12065): stderr: \u000a| �[0;m�[38;5;43m20221213231624259 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213231624259 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3af158dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213231624260 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213231624260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213231624260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213231624260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213231624262 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213231624262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213231624262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213231624262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:16:25.253461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12058): Terminating (SIGTERM)\u000a23:16:25.293120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12061): Terminating (SIGTERM)\u000a23:16:25.332780 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12064): Terminating (SIGTERM)\u000a23:16:25.341982 --- ParallelTerminationStrategy: PID 12058 died...\u000a23:16:25.394982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12058): Terminated: ok {rc=0}\u000a23:16:25.404560 --- ParallelTerminationStrategy: PID 12061 died...\u000a23:16:25.457458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12061): Terminated: ok {rc=0}\u000a23:16:25.466964 --- ParallelTerminationStrategy: PID 12064 died...\u000a23:16:25.519601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12064): Terminated: ok {rc=0}\u000a23:16:25.608095 bus /sierra_3: Setting Powered False\u000a23:16:26.713295 bus /sierra_3: Setting Powered False\u000a23:16:27.820733 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:16:08" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12076): Process ended prematurely: osmo-stp_10.42.42.5(pid=12076) [trial-2396↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12076)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12076): Process ended prematurely: osmo-stp_10.42.42.5(pid=12076) [trial-2396↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12076)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a23:16:29.785159 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:16:29.796351 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:16:29.945626 tst mo_mt_call.py: using LAC 36905\u000a23:16:30.069328 tst mo_mt_call.py: using RAC 185\u000a23:16:30.189981 tst mo_mt_call.py: using CellId 36905\u000a23:16:30.308642 tst mo_mt_call.py: using BVCI 36906\u000a23:16:30.332081 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:16:30.343146 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:16:30.354092 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:16:30.364915 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:16:30.376277 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:16:30.387500 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:16:30.510000 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:16:30.716744 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:16:31.254269 run create_hlr_db(pid=12070): Launched\u000a23:16:31.436425 bus /sierra_2: Setting Powered False\u000a23:16:32.454658 run create_hlr_db(pid=12070): Terminated: ok {rc=0}\u000a23:16:32.866655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12072): Launched\u000a23:16:33.177828 run osmo-hlr_10.42.42.2(pid=12073): Launched\u000a23:16:33.302044 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:16:33.842662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12075): Launched\u000a23:16:34.152696 run osmo-stp_10.42.42.5(pid=12076): Launched\u000a23:16:34.266348 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:16:34.830158 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12078): Launched\u000a23:16:35.142374 run osmo-msc_10.42.42.6(pid=12079): Launched\u000a23:16:35.322469 run osmo-stp_10.42.42.5(pid=12076): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12076)]\u000a23:16:35.452622 run osmo-stp_10.42.42.5(pid=12076): stdout: \u000a| (launched: 2022-12-13_23:16:33.999570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:16:35.580807 run osmo-stp_10.42.42.5(pid=12076): stderr: \u000a| �[0;m�[38;5;43m20221213231634173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231634173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231634174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231634174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231634175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231634175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231634175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:16:35.704589 run osmo-stp_10.42.42.5(pid=12076): stdout: \u000a| (launched: 2022-12-13_23:16:33.999570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:16:35.827401 run osmo-stp_10.42.42.5(pid=12076): stderr: \u000a| �[0;m�[38;5;43m20221213231634173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231634173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231634174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231634174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231634175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231634175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231634175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:16:35.881517 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12076): Process ended prematurely: osmo-stp_10.42.42.5(pid=12076) [trial-2396↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12076)] [trial-2396↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a23:16:35.890044 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a23:16:35.949658 run osmo-hlr_10.42.42.2(pid=12073): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12073)]\u000a23:16:35.998403 run osmo-hlr_10.42.42.2(pid=12073): stdout: \u000a| (launched: 2022-12-13_23:16:33.024380) \u000a23:16:36.047948 run osmo-hlr_10.42.42.2(pid=12073): stderr: \u000a| �[0;m�[1;31m20221213231633207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213231633207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213231633207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231633207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231633207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213231633207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213231633219 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213231633228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213231633228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213231633228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:16:36.114858 run osmo-msc_10.42.42.6(pid=12079): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12079)]\u000a23:16:36.163774 run osmo-msc_10.42.42.6(pid=12079): stdout: \u000a| (launched: 2022-12-13_23:16:34.987735) \u000a23:16:36.213021 run osmo-msc_10.42.42.6(pid=12079): stderr: \u000a| �[0;m�[38;5;43m20221213231635263 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213231635263 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd34bf3cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213231635263 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213231635263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213231635264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213231635264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213231635266 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213231635266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213231635266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213231635266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:16:36.254646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12072): Terminating (SIGTERM)\u000a23:16:36.294796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12075): Terminating (SIGTERM)\u000a23:16:36.334429 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12078): Terminating (SIGTERM)\u000a23:16:36.343537 --- ParallelTerminationStrategy: PID 12072 died...\u000a23:16:36.396375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12072): Terminated: ok {rc=0}\u000a23:16:36.405998 --- ParallelTerminationStrategy: PID 12075 died...\u000a23:16:36.458623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12075): Terminated: ok {rc=0}\u000a23:16:36.468067 --- ParallelTerminationStrategy: PID 12078 died...\u000a23:16:36.520456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12078): Terminated: ok {rc=0}\u000a23:16:36.603527 bus /sierra_3: Setting Powered False\u000a23:16:37.705844 bus /sierra_3: Setting Powered False\u000a23:16:38.811493 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12087): Process ended prematurely: osmo-stp_10.42.42.5(pid=12087) [trial-2396↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12087)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12087): Process ended prematurely: osmo-stp_10.42.42.5(pid=12087) [trial-2396↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12087)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:16:39.927051 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:16:39.939524 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:16:40.096541 tst mo_mt_call_osmux.py: using LAC 36906\u000a23:16:40.227636 tst mo_mt_call_osmux.py: using RAC 186\u000a23:16:40.359053 tst mo_mt_call_osmux.py: using CellId 36906\u000a23:16:40.492035 tst mo_mt_call_osmux.py: using BVCI 36907\u000a23:16:40.517384 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:16:40.529336 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:16:40.540732 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:16:40.552132 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:16:40.564177 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:16:40.576007 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:16:40.696164 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:16:40.911358 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:16:41.434819 run create_hlr_db(pid=12081): Launched\u000a23:16:41.626711 bus /sierra_2: Setting Powered False\u000a23:16:42.647013 run create_hlr_db(pid=12081): Terminated: ok {rc=0}\u000a23:16:43.064253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12083): Launched\u000a23:16:43.384356 run osmo-hlr_10.42.42.2(pid=12084): Launched\u000a23:16:43.505329 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:16:44.080381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12086): Launched\u000a23:16:44.413457 run osmo-stp_10.42.42.5(pid=12087): Launched\u000a23:16:44.533868 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:16:45.137215 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12089): Launched\u000a23:16:45.469798 run osmo-msc_10.42.42.6(pid=12090): Launched\u000a23:16:45.662850 run osmo-stp_10.42.42.5(pid=12087): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12087)]\u000a23:16:45.802382 run osmo-stp_10.42.42.5(pid=12087): stdout: \u000a| (launched: 2022-12-13_23:16:44.248901)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:16:45.990409 run osmo-stp_10.42.42.5(pid=12087): stderr: \u000a| �[0;m�[38;5;43m20221213231644445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231644445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231644445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231644445 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231644446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231644446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231644446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:16:46.126120 run osmo-stp_10.42.42.5(pid=12087): stdout: \u000a| (launched: 2022-12-13_23:16:44.248901)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:16:46.261279 run osmo-stp_10.42.42.5(pid=12087): stderr: \u000a| �[0;m�[38;5;43m20221213231644445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231644445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231644445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231644445 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231644446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231644446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231644446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:16:46.320567 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12087): Process ended prematurely: osmo-stp_10.42.42.5(pid=12087) [trial-2396↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12087)] [trial-2396↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a23:16:46.330917 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a23:16:46.397344 run osmo-hlr_10.42.42.2(pid=12084): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12084)]\u000a23:16:46.451163 run osmo-hlr_10.42.42.2(pid=12084): stdout: \u000a| (launched: 2022-12-13_23:16:43.221631) \u000a23:16:46.505435 run osmo-hlr_10.42.42.2(pid=12084): stderr: \u000a| �[0;m�[1;31m20221213231643418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213231643418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213231643418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231643418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231643418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213231643418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213231643431 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213231643439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213231643440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213231643440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:16:46.578440 run osmo-msc_10.42.42.6(pid=12090): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12090)]\u000a23:16:46.631963 run osmo-msc_10.42.42.6(pid=12090): stdout: \u000a| (launched: 2022-12-13_23:16:45.305195) \u000a23:16:46.686313 run osmo-msc_10.42.42.6(pid=12090): stderr: \u000a| �[0;m�[38;5;43m20221213231645629 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213231645630 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa3d838cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213231645630 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213231645630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213231645630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213231645630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213231645632 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213231645632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213231645632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213231645632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:16:46.732604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12083): Terminating (SIGTERM)\u000a23:16:46.778515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12086): Terminating (SIGTERM)\u000a23:16:46.823446 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12089): Terminating (SIGTERM)\u000a23:16:46.834608 --- ParallelTerminationStrategy: PID 12083 died...\u000a23:16:46.893859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12083): Terminated: ok {rc=0}\u000a23:16:46.904711 --- ParallelTerminationStrategy: PID 12086 died...\u000a23:16:46.963632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12086): Terminated: ok {rc=0}\u000a23:16:46.975382 --- ParallelTerminationStrategy: PID 12089 died...\u000a23:16:47.033259 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12089): Terminated: ok {rc=0}\u000a23:16:47.131016 bus /sierra_3: Setting Powered False\u000a23:16:48.236769 bus /sierra_3: Setting Powered False\u000a23:16:49.344517 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:16:29" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12101): Process ended prematurely: osmo-stp_10.42.42.5(pid=12101) [trial-2396↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12101)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12101): Process ended prematurely: osmo-stp_10.42.42.5(pid=12101) [trial-2396↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12101)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a23:16:51.300998 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:16:51.311954 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:16:51.466037 tst mo_mt_call.py: using LAC 36907\u000a23:16:51.596090 tst mo_mt_call.py: using RAC 187\u000a23:16:51.726189 tst mo_mt_call.py: using CellId 36907\u000a23:16:51.854841 tst mo_mt_call.py: using BVCI 36908\u000a23:16:51.880177 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:16:51.891841 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:16:51.903059 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:16:51.914222 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:16:51.925739 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:16:51.937510 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:16:52.057267 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:16:52.263218 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:16:52.759552 run create_hlr_db(pid=12095): Launched\u000a23:16:52.937159 bus /sierra_2: Setting Powered False\u000a23:16:53.959866 run create_hlr_db(pid=12095): Terminated: ok {rc=0}\u000a23:16:54.400196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12097): Launched\u000a23:16:54.731856 run osmo-hlr_10.42.42.2(pid=12098): Launched\u000a23:16:54.855799 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:16:55.437580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12100): Launched\u000a23:16:55.772941 run osmo-stp_10.42.42.5(pid=12101): Launched\u000a23:16:55.895280 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:16:56.502907 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12103): Launched\u000a23:16:56.836319 run osmo-msc_10.42.42.6(pid=12104): Launched\u000a23:16:57.030871 run osmo-stp_10.42.42.5(pid=12101): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12101)]\u000a23:16:57.172032 run osmo-stp_10.42.42.5(pid=12101): stdout: \u000a| (launched: 2022-12-13_23:16:55.606888)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:16:57.311355 run osmo-stp_10.42.42.5(pid=12101): stderr: \u000a| �[0;m�[38;5;43m20221213231655801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231655801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231655801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231655802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231655802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231655802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231655802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:16:57.445365 run osmo-stp_10.42.42.5(pid=12101): stdout: \u000a| (launched: 2022-12-13_23:16:55.606888)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:16:57.577621 run osmo-stp_10.42.42.5(pid=12101): stderr: \u000a| �[0;m�[38;5;43m20221213231655801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231655801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231655801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231655802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231655802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231655802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231655802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:16:57.635296 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12101): Process ended prematurely: osmo-stp_10.42.42.5(pid=12101) [trial-2396↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12101)] [trial-2396↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a23:16:57.644407 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a23:16:57.707535 run osmo-hlr_10.42.42.2(pid=12098): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12098)]\u000a23:16:57.758990 run osmo-hlr_10.42.42.2(pid=12098): stdout: \u000a| (launched: 2022-12-13_23:16:54.568321) \u000a23:16:57.811431 run osmo-hlr_10.42.42.2(pid=12098): stderr: \u000a| �[0;m�[1;31m20221213231654770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213231654770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213231654770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231654770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231654770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213231654770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213231654786 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213231654796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213231654796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213231654796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:16:57.882148 run osmo-msc_10.42.42.6(pid=12104): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12104)]\u000a23:16:57.933739 run osmo-msc_10.42.42.6(pid=12104): stdout: \u000a| (launched: 2022-12-13_23:16:56.671756) \u000a23:16:57.985957 run osmo-msc_10.42.42.6(pid=12104): stderr: \u000a| �[0;m�[38;5;43m20221213231656995 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213231656996 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4a5ba41c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213231656996 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213231656996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213231656996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213231656996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213231656998 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213231656998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213231656998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213231656998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:16:58.030693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12097): Terminating (SIGTERM)\u000a23:16:58.072744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12100): Terminating (SIGTERM)\u000a23:16:58.115517 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12103): Terminating (SIGTERM)\u000a23:16:58.125681 --- ParallelTerminationStrategy: PID 12097 died...\u000a23:16:58.182224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12097): Terminated: ok {rc=0}\u000a23:16:58.192343 --- ParallelTerminationStrategy: PID 12100 died...\u000a23:16:58.248451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12100): Terminated: ok {rc=0}\u000a23:16:58.258522 --- ParallelTerminationStrategy: PID 12103 died...\u000a23:16:58.314979 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12103): Terminated: ok {rc=0}\u000a23:16:58.404314 bus /sierra_3: Setting Powered False\u000a23:16:59.511017 bus /sierra_3: Setting Powered False\u000a23:17:00.624717 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12115): Process ended prematurely: osmo-stp_10.42.42.5(pid=12115) [trial-2396↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12115)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12115): Process ended prematurely: osmo-stp_10.42.42.5(pid=12115) [trial-2396↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12115)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:17:01.772055 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:17:01.789238 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:17:01.990946 tst mo_mt_call_osmux.py: using LAC 36908\u000a23:17:02.127968 tst mo_mt_call_osmux.py: using RAC 188\u000a23:17:02.264685 tst mo_mt_call_osmux.py: using CellId 36908\u000a23:17:02.396223 tst mo_mt_call_osmux.py: using BVCI 36909\u000a23:17:02.421817 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:17:02.433453 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:17:02.445035 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:17:02.456463 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:17:02.468761 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:17:02.481271 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:17:02.600659 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:17:02.813155 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:17:03.310347 run create_hlr_db(pid=12109): Launched\u000a23:17:03.487705 bus /sierra_2: Setting Powered False\u000a23:17:04.508718 run create_hlr_db(pid=12109): Terminated: ok {rc=0}\u000a23:17:04.947995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12111): Launched\u000a23:17:05.280018 run osmo-hlr_10.42.42.2(pid=12112): Launched\u000a23:17:05.404527 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:17:05.978327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12114): Launched\u000a23:17:06.310798 run osmo-stp_10.42.42.5(pid=12115): Launched\u000a23:17:06.432084 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:17:07.036508 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12117): Launched\u000a23:17:07.369470 run osmo-msc_10.42.42.6(pid=12118): Launched\u000a23:17:07.564323 run osmo-stp_10.42.42.5(pid=12115): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12115)]\u000a23:17:07.704634 run osmo-stp_10.42.42.5(pid=12115): stdout: \u000a| (launched: 2022-12-13_23:17:06.146436)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:17:07.843208 run osmo-stp_10.42.42.5(pid=12115): stderr: \u000a| �[0;m�[38;5;43m20221213231706341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231706341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231706341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231706341 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231706342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231706342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231706342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:17:07.977280 run osmo-stp_10.42.42.5(pid=12115): stdout: \u000a| (launched: 2022-12-13_23:17:06.146436)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:17:08.108833 run osmo-stp_10.42.42.5(pid=12115): stderr: \u000a| �[0;m�[38;5;43m20221213231706341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231706341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231706341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231706341 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231706342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231706342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231706342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:17:08.166811 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12115): Process ended prematurely: osmo-stp_10.42.42.5(pid=12115) [trial-2396↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12115)] [trial-2396↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a23:17:08.176040 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a23:17:08.239446 run osmo-hlr_10.42.42.2(pid=12112): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12112)]\u000a23:17:08.291364 run osmo-hlr_10.42.42.2(pid=12112): stdout: \u000a| (launched: 2022-12-13_23:17:05.116060) \u000a23:17:08.343826 run osmo-hlr_10.42.42.2(pid=12112): stderr: \u000a| �[0;m�[1;31m20221213231705321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213231705321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213231705321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231705321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231705321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213231705321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213231705334 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213231705342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213231705342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213231705342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:17:08.414716 run osmo-msc_10.42.42.6(pid=12118): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12118)]\u000a23:17:08.466497 run osmo-msc_10.42.42.6(pid=12118): stdout: \u000a| (launched: 2022-12-13_23:17:07.204257) \u000a23:17:08.518483 run osmo-msc_10.42.42.6(pid=12118): stderr: \u000a| �[0;m�[38;5;43m20221213231707530 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213231707530 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1f63aabc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213231707530 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213231707530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213231707531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213231707531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213231707532 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213231707533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213231707533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213231707533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:17:08.563025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12111): Terminating (SIGTERM)\u000a23:17:08.604808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12114): Terminating (SIGTERM)\u000a23:17:08.646795 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12117): Terminating (SIGTERM)\u000a23:17:08.656349 --- ParallelTerminationStrategy: PID 12111 died...\u000a23:17:08.712410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12111): Terminated: ok {rc=0}\u000a23:17:08.722500 --- ParallelTerminationStrategy: PID 12114 died...\u000a23:17:08.778691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12114): Terminated: ok {rc=0}\u000a23:17:08.788818 --- ParallelTerminationStrategy: PID 12117 died...\u000a23:17:08.845305 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12117): Terminated: ok {rc=0}\u000a23:17:08.932875 bus /sierra_3: Setting Powered False\u000a23:17:10.040077 bus /sierra_3: Setting Powered False\u000a23:17:11.152355 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:16:51" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12129): Process ended prematurely: osmo-stp_10.42.42.5(pid=12129) [trial-2396↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12129)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12129): Process ended prematurely: osmo-stp_10.42.42.5(pid=12129) [trial-2396↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12129)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a23:17:13.124011 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:17:13.135455 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a23:17:13.267151 tst emergency_mo_mt_call.py: using LAC 36909\u000a23:17:13.396646 tst emergency_mo_mt_call.py: using RAC 189\u000a23:17:13.524306 tst emergency_mo_mt_call.py: using CellId 36909\u000a23:17:13.652365 tst emergency_mo_mt_call.py: using BVCI 36910\u000a23:17:13.677375 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:17:13.688689 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:17:13.699911 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:17:13.711121 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:17:13.722825 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:17:13.734575 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a23:17:13.853307 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a23:17:14.067364 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:17:14.583296 run create_hlr_db(pid=12123): Launched\u000a23:17:14.774098 bus /sierra_2: Setting Powered False\u000a23:17:15.794505 run create_hlr_db(pid=12123): Terminated: ok {rc=0}\u000a23:17:16.272688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12125): Launched\u000a23:17:16.630865 run osmo-hlr_10.42.42.2(pid=12126): Launched\u000a23:17:16.766289 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:17:17.526563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12128): Launched\u000a23:17:17.854312 run osmo-stp_10.42.42.5(pid=12129): Launched\u000a23:17:17.987528 tst emergency_mo_mt_call.py: using MSISDN 8385\u000a23:17:18.150774 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:17:18.746644 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12131): Launched\u000a23:17:19.074885 run osmo-msc_10.42.42.6(pid=12132): Launched\u000a23:17:19.266622 run osmo-stp_10.42.42.5(pid=12129): ERR: Terminated: ERROR {rc=1} [trial-2396↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12129)]\u000a23:17:19.405496 run osmo-stp_10.42.42.5(pid=12129): stdout: \u000a| (launched: 2022-12-13_23:17:17.692413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:17:19.543281 run osmo-stp_10.42.42.5(pid=12129): stderr: \u000a| �[0;m�[38;5;43m20221213231717888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231717888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231717888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231717889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231717891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231717891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231717892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:17:19.674646 run osmo-stp_10.42.42.5(pid=12129): stdout: \u000a| (launched: 2022-12-13_23:17:17.692413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:17:19.804488 run osmo-stp_10.42.42.5(pid=12129): stderr: \u000a| �[0;m�[38;5;43m20221213231717888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231717888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231717888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231717889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231717891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231717891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231717892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:17:19.861393 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=12129): Process ended prematurely: osmo-stp_10.42.42.5(pid=12129) [trial-2396↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12129)] [trial-2396↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a23:17:19.870569 tst emergency_mo_mt_call.py:19: Test FAILED (6.7 sec)\u000a23:17:19.934255 run osmo-hlr_10.42.42.2(pid=12126): ERR: Terminated: ERROR {rc=237} [trial-2396↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12126)]\u000a23:17:19.986481 run osmo-hlr_10.42.42.2(pid=12126): stdout: \u000a| (launched: 2022-12-13_23:17:16.433605) \u000a23:17:20.039259 run osmo-hlr_10.42.42.2(pid=12126): stderr: \u000a| �[0;m�[1;31m20221213231716806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213231716806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213231716806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231716806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231716809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213231716809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213231716826 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213231716839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213231716839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213231716839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:17:20.110738 run osmo-msc_10.42.42.6(pid=12132): ERR: Terminated: ERROR {rc=2} [trial-2396↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12132)]\u000a23:17:20.162935 run osmo-msc_10.42.42.6(pid=12132): stdout: \u000a| (launched: 2022-12-13_23:17:18.912437) \u000a23:17:20.215495 run osmo-msc_10.42.42.6(pid=12132): stderr: \u000a| �[0;m�[38;5;43m20221213231719235 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213231719235 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f70c1befc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213231719235 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213231719235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213231719235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213231719236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213231719237 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213231719238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213231719238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213231719238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:17:20.260488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12125): Terminating (SIGTERM)\u000a23:17:20.303503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12128): Terminating (SIGTERM)\u000a23:17:20.346399 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12131): Terminating (SIGTERM)\u000a23:17:20.356162 --- ParallelTerminationStrategy: PID 12125 died...\u000a23:17:20.414333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12125): Terminated: ok {rc=0}\u000a23:17:20.424617 --- ParallelTerminationStrategy: PID 12128 died...\u000a23:17:20.482062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12128): Terminated: ok {rc=0}\u000a23:17:20.492306 --- ParallelTerminationStrategy: PID 12131 died...\u000a23:17:20.549155 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12131): Terminated: ok {rc=0}\u000a23:17:20.638156 bus /sierra_3: Setting Powered False\u000a23:17:21.742270 bus /sierra_3: Setting Powered False\u000a23:17:22.853675 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12140): Process ended prematurely: osmo-stp_10.42.42.5(pid=12140) [trial-2396↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12140)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12140): Process ended prematurely: osmo-stp_10.42.42.5(pid=12140) [trial-2396↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12140)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a23:17:23.905703 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:17:23.917154 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a23:17:24.051994 tst emergency_preemptive_call.py: using LAC 36910\u000a23:17:24.181581 tst emergency_preemptive_call.py: using RAC 190\u000a23:17:24.308114 tst emergency_preemptive_call.py: using CellId 36910\u000a23:17:24.437167 tst emergency_preemptive_call.py: using BVCI 36911\u000a23:17:24.462137 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:17:24.473340 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:17:24.484328 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:17:24.495295 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:17:24.507112 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:17:24.518893 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a23:17:24.637852 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a23:17:24.758869 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a23:17:24.876218 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a23:17:25.086568 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:17:25.600243 run create_hlr_db(pid=12134): Launched\u000a23:17:25.789051 bus /sierra_2: Setting Powered False\u000a23:17:26.810302 run create_hlr_db(pid=12134): Terminated: ok {rc=0}\u000a23:17:27.222547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12136): Launched\u000a23:17:27.532127 run osmo-hlr_10.42.42.2(pid=12137): Launched\u000a23:17:27.645022 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:17:28.174668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12139): Launched\u000a23:17:28.480759 run osmo-stp_10.42.42.5(pid=12140): Launched\u000a23:17:28.603486 tst emergency_preemptive_call.py: using MSISDN 8386\u000a23:17:28.754395 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:17:29.310725 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12142): Launched\u000a23:17:29.619553 run osmo-msc_10.42.42.6(pid=12143): Launched\u000a23:17:29.805897 run osmo-stp_10.42.42.5(pid=12140): ERR: Terminated: ERROR {rc=1} [trial-2396↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12140)]\u000a23:17:29.935060 run osmo-stp_10.42.42.5(pid=12140): stdout: \u000a| (launched: 2022-12-13_23:17:28.329177)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:17:30.062006 run osmo-stp_10.42.42.5(pid=12140): stderr: \u000a| �[0;m�[38;5;43m20221213231728504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231728504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231728504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231728505 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231728506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231728506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231728506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:17:30.183839 run osmo-stp_10.42.42.5(pid=12140): stdout: \u000a| (launched: 2022-12-13_23:17:28.329177)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:17:30.304856 run osmo-stp_10.42.42.5(pid=12140): stderr: \u000a| �[0;m�[38;5;43m20221213231728504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231728504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231728504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231728505 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231728506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231728506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231728506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:17:30.357943 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=12140): Process ended prematurely: osmo-stp_10.42.42.5(pid=12140) [trial-2396↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12140)] [trial-2396↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a23:17:30.365989 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a23:17:30.425329 run osmo-hlr_10.42.42.2(pid=12137): ERR: Terminated: ERROR {rc=237} [trial-2396↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12137)]\u000a23:17:30.474625 run osmo-hlr_10.42.42.2(pid=12137): stdout: \u000a| (launched: 2022-12-13_23:17:27.377948) \u000a23:17:30.524334 run osmo-hlr_10.42.42.2(pid=12137): stderr: \u000a| �[0;m�[1;31m20221213231727557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213231727557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213231727557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231727557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231727557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213231727557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213231727569 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213231727578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213231727578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213231727578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:17:30.591846 run osmo-msc_10.42.42.6(pid=12143): ERR: Terminated: ERROR {rc=2} [trial-2396↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12143)]\u000a23:17:30.640732 run osmo-msc_10.42.42.6(pid=12143): stdout: \u000a| (launched: 2022-12-13_23:17:29.466365) \u000a23:17:30.689914 run osmo-msc_10.42.42.6(pid=12143): stderr: \u000a| �[0;m�[38;5;43m20221213231729743 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213231729744 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f407ea7ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213231729744 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213231729744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213231729744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213231729744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213231729746 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213231729746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213231729747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213231729747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:17:30.731906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12136): Terminating (SIGTERM)\u000a23:17:30.771618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12139): Terminating (SIGTERM)\u000a23:17:30.811321 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12142): Terminating (SIGTERM)\u000a23:17:30.820079 --- ParallelTerminationStrategy: PID 12136 died...\u000a23:17:30.904931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12136): Terminated: ok {rc=0}\u000a23:17:30.917610 --- ParallelTerminationStrategy: PID 12139 died...\u000a23:17:30.976209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12139): Terminated: ok {rc=0}\u000a23:17:30.987523 --- ParallelTerminationStrategy: PID 12142 died...\u000a23:17:31.047119 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12142): Terminated: ok {rc=0}\u000a23:17:31.146020 bus /sierra_9: Setting Powered False\u000a23:17:32.269611 bus /sierra_9: Setting Powered False\u000a23:17:33.377512 bus /sierra_8: Setting Powered False\u000a23:17:34.484598 bus /sierra_8: Setting Powered False\u000a23:17:35.592597 bus /sierra_3: Setting Powered False\u000a23:17:36.699056 bus /sierra_3: Setting Powered False\u000a23:17:37.807858 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:17:12" }, { "cases" : [ { "testActions" : [ ], "age" : 83, "className" : "gprs:sysmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12158): Process ended prematurely: osmo-stp_10.42.42.5(pid=12158) [trial-2396↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12158)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12158): Process ended prematurely: osmo-stp_10.42.42.5(pid=12158) [trial-2396↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12158)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:17:39.902478 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:39.913494 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a23:17:40.046291 tst cs_paging_gprs_active.py: using LAC 36911\u000a23:17:40.175268 tst cs_paging_gprs_active.py: using RAC 191\u000a23:17:40.304055 tst cs_paging_gprs_active.py: using CellId 36911\u000a23:17:40.438123 tst cs_paging_gprs_active.py: using BVCI 36912\u000a23:17:40.463880 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:40.475086 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:40.486091 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:40.497158 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:40.508483 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:40.519806 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:40.531272 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:40.542703 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:40.554267 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a23:17:40.676722 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a23:17:40.962581 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:17:41.093264 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:17:41.416217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12148): Launched\u000a23:17:41.685113 run iperf3-srv_10.42.42.10(pid=12149): Launched\u000a23:17:41.874057 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:17:42.003123 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:17:42.325171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12150): Launched\u000a23:17:42.592795 run iperf3-srv_10.42.42.10(pid=12151): Launched\u000a23:17:42.782291 tst cs_paging_gprs_active.py:38: start network...\u000a23:17:42.911676 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:17:43.408871 run create_hlr_db(pid=12152): Launched\u000a23:17:43.587761 bus /sierra_2: Setting Powered False\u000a23:17:44.619944 run create_hlr_db(pid=12152): Terminated: ok {rc=0}\u000a23:17:45.036851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12154): Launched\u000a23:17:45.347752 run osmo-hlr_10.42.42.2(pid=12155): Launched\u000a23:17:45.465841 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:17:46.048248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12157): Launched\u000a23:17:46.405472 run osmo-stp_10.42.42.5(pid=12158): Launched\u000a23:17:46.557528 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:17:48.250146 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12160): Launched\u000a23:17:48.360831 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:17:48.634295 run patchelf(pid=12161): Launched\u000a23:17:48.815431 run osmo-stp_10.42.42.5(pid=12158): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12158)]\u000a23:17:48.948707 run osmo-stp_10.42.42.5(pid=12158): stdout: \u000a| (launched: 2022-12-13_23:17:46.223286)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:17:49.082095 run osmo-stp_10.42.42.5(pid=12158): stderr: \u000a| �[0;m�[38;5;43m20221213231746579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231746579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231746579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231746580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231746580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231746580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231746580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:17:49.210241 run osmo-stp_10.42.42.5(pid=12158): stdout: \u000a| (launched: 2022-12-13_23:17:46.223286)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:17:49.337085 run osmo-stp_10.42.42.5(pid=12158): stderr: \u000a| �[0;m�[38;5;43m20221213231746579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231746579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231746579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231746580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231746580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231746580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231746580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:17:49.485669 run patchelf(pid=12161): Terminating (SIGINT)\u000a23:17:49.661049 run patchelf(pid=12161): Terminated: ok {rc=0}\u000a23:17:49.692887 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12158): Process ended prematurely: osmo-stp_10.42.42.5(pid=12158) [trial-2396↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12158)] [trial-2396↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a23:17:49.702264 tst cs_paging_gprs_active.py:38: Test FAILED (9.8 sec)\u000a23:17:49.763146 run osmo-hlr_10.42.42.2(pid=12155): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12155)]\u000a23:17:49.812734 run osmo-hlr_10.42.42.2(pid=12155): stdout: \u000a| (launched: 2022-12-13_23:17:45.193608) \u000a23:17:49.862869 run osmo-hlr_10.42.42.2(pid=12155): stderr: \u000a| �[0;m�[1;31m20221213231745373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213231745373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213231745373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231745373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231745373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213231745373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213231745387 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213231745395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213231745396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213231745396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:17:49.905747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12148): Terminating (SIGTERM)\u000a23:17:49.945865 run iperf3-srv_10.42.42.10(pid=12149): Terminating (SIGTERM)\u000a23:17:49.986007 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12150): Terminating (SIGTERM)\u000a23:17:50.026254 run iperf3-srv_10.42.42.10(pid=12151): Terminating (SIGTERM)\u000a23:17:50.066528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12154): Terminating (SIGTERM)\u000a23:17:50.106548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12157): Terminating (SIGTERM)\u000a23:17:50.146782 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12160): Terminating (SIGTERM)\u000a23:17:50.156029 --- ParallelTerminationStrategy: PID 12148 died...\u000a23:17:50.209974 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12148): Terminated: ok {rc=0}\u000a23:17:50.219708 --- ParallelTerminationStrategy: PID 12149 died...\u000a23:17:50.273257 run iperf3-srv_10.42.42.10(pid=12149): Terminated {rc=256}\u000a23:17:50.282861 --- ParallelTerminationStrategy: PID 12150 died...\u000a23:17:50.336731 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12150): Terminated: ok {rc=0}\u000a23:17:50.346514 --- ParallelTerminationStrategy: PID 12151 died...\u000a23:17:50.400345 run iperf3-srv_10.42.42.10(pid=12151): Terminated {rc=256}\u000a23:17:50.410065 --- ParallelTerminationStrategy: PID 12154 died...\u000a23:17:50.463521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12154): Terminated: ok {rc=0}\u000a23:17:50.473267 --- ParallelTerminationStrategy: PID 12157 died...\u000a23:17:50.526759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12157): Terminated: ok {rc=0}\u000a23:17:50.536494 --- ParallelTerminationStrategy: PID 12160 died...\u000a23:17:50.590379 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12160): Terminated: ok {rc=0}\u000a23:17:50.679403 bus /gobi_0: Setting Powered False\u000a23:17:51.783859 bus /gobi_0: Setting Powered False\u000a23:17:52.894601 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 83, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12170): Process ended prematurely: osmo-stp_10.42.42.5(pid=12170) [trial-2396↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12170)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12170): Process ended prematurely: osmo-stp_10.42.42.5(pid=12170) [trial-2396↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12170)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a23:17:54.007929 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:54.019443 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a23:17:54.144305 tst iperf3.py: using LAC 36912\u000a23:17:54.267721 tst iperf3.py: using RAC 192\u000a23:17:54.391024 tst iperf3.py: using CellId 36912\u000a23:17:54.514541 tst iperf3.py: using BVCI 36913\u000a23:17:54.538197 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:54.548597 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:54.559105 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:54.569530 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:54.579802 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:54.590360 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:54.600930 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:54.611498 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:54.622212 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a23:17:54.924625 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:17:55.064154 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:17:55.411209 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12162): Launched\u000a23:17:55.699153 run iperf3-srv_10.42.42.10(pid=12163): Launched\u000a23:17:55.903256 tst iperf3.py:8: start network...\u000a23:17:56.042609 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:17:56.567282 run create_hlr_db(pid=12164): Launched\u000a23:17:56.759318 bus /gobi_6: Setting Powered False\u000a23:17:57.781222 run create_hlr_db(pid=12164): Terminated: ok {rc=0}\u000a23:17:58.199117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12166): Launched\u000a23:17:58.510346 run osmo-hlr_10.42.42.2(pid=12167): Launched\u000a23:17:58.624938 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:17:59.162940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12169): Launched\u000a23:17:59.473981 run osmo-stp_10.42.42.5(pid=12170): Launched\u000a23:17:59.587447 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:18:00.128248 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12172): Launched\u000a23:18:00.239145 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:18:00.510726 run patchelf(pid=12173): Launched\u000a23:18:00.691988 run osmo-stp_10.42.42.5(pid=12170): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12170)]\u000a23:18:00.824323 run osmo-stp_10.42.42.5(pid=12170): stdout: \u000a| (launched: 2022-12-13_23:17:59.319608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:18:00.974749 run osmo-stp_10.42.42.5(pid=12170): stderr: \u000a| �[0;m�[38;5;43m20221213231759494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231759494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231759495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231759495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231759496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231759496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231759496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:18:01.144575 run osmo-stp_10.42.42.5(pid=12170): stdout: \u000a| (launched: 2022-12-13_23:17:59.319608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:18:01.310361 run osmo-stp_10.42.42.5(pid=12170): stderr: \u000a| �[0;m�[38;5;43m20221213231759494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231759494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231759495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231759495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231759496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231759496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231759496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:18:01.465589 run patchelf(pid=12173): Terminating (SIGINT)\u000a23:18:01.643851 run patchelf(pid=12173): Terminated: ok {rc=0}\u000a23:18:01.676720 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12170): Process ended prematurely: osmo-stp_10.42.42.5(pid=12170) [trial-2396↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12170)] [trial-2396↪gprs:sysmo↪iperf3.py:8]\u000a23:18:01.686744 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a23:18:01.748828 run osmo-hlr_10.42.42.2(pid=12167): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12167)]\u000a23:18:01.799977 run osmo-hlr_10.42.42.2(pid=12167): stdout: \u000a| (launched: 2022-12-13_23:17:58.356067) \u000a23:18:01.851774 run osmo-hlr_10.42.42.2(pid=12167): stderr: \u000a| �[0;m�[1;31m20221213231758537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213231758537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213231758537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231758537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231758537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213231758537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213231758549 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213231758558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213231758558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213231758558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:18:01.895682 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12162): Terminating (SIGTERM)\u000a23:18:01.938932 run iperf3-srv_10.42.42.10(pid=12163): Terminating (SIGTERM)\u000a23:18:01.983850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12166): Terminating (SIGTERM)\u000a23:18:02.024506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12169): Terminating (SIGTERM)\u000a23:18:02.066656 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12172): Terminating (SIGTERM)\u000a23:18:02.077430 --- ParallelTerminationStrategy: PID 12162 died...\u000a23:18:02.132410 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12162): Terminated: ok {rc=0}\u000a23:18:02.142561 --- ParallelTerminationStrategy: PID 12163 died...\u000a23:18:02.196924 run iperf3-srv_10.42.42.10(pid=12163): Terminated {rc=256}\u000a23:18:02.206996 --- ParallelTerminationStrategy: PID 12166 died...\u000a23:18:02.261788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12166): Terminated: ok {rc=0}\u000a23:18:02.271865 --- ParallelTerminationStrategy: PID 12169 died...\u000a23:18:02.325788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12169): Terminated: ok {rc=0}\u000a23:18:02.335561 --- ParallelTerminationStrategy: PID 12172 died...\u000a23:18:02.389658 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12172): Terminated: ok {rc=0}\u000a23:18:02.478555 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 84, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12188): Process ended prematurely: osmo-stp_10.42.42.5(pid=12188) [trial-2396↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12188)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12188): Process ended prematurely: osmo-stp_10.42.42.5(pid=12188) [trial-2396↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12188)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a23:18:03.596766 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:03.608725 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a23:18:03.739768 tst iperf3m4.py: using LAC 36913\u000a23:18:03.864398 tst iperf3m4.py: using RAC 193\u000a23:18:03.987949 tst iperf3m4.py: using CellId 36913\u000a23:18:04.116824 tst iperf3m4.py: using BVCI 36914\u000a23:18:04.142428 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:04.153724 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:04.164794 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:04.176061 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:04.187571 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:04.199120 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:04.211057 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:04.222440 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:04.233952 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a23:18:04.355897 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a23:18:04.477337 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a23:18:04.599016 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a23:18:04.883078 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:18:05.011895 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:18:05.334886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12174): Launched\u000a23:18:05.603560 run iperf3-srv_10.42.42.10(pid=12175): Launched\u000a23:18:05.793531 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:18:05.922558 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:18:06.245097 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12176): Launched\u000a23:18:06.514097 run iperf3-srv_10.42.42.10(pid=12177): Launched\u000a23:18:06.703072 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:18:06.832027 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:18:07.153689 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12178): Launched\u000a23:18:07.421442 run iperf3-srv_10.42.42.10(pid=12179): Launched\u000a23:18:07.610132 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:18:07.739160 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:18:08.061131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12180): Launched\u000a23:18:08.344070 run iperf3-srv_10.42.42.10(pid=12181): Launched\u000a23:18:08.533715 tst iperf3m4.py:8: start network...\u000a23:18:08.662419 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:18:09.162158 run create_hlr_db(pid=12182): Launched\u000a23:18:09.355486 bus /gobi_6: Setting Powered False\u000a23:18:10.377384 run create_hlr_db(pid=12182): Terminated: ok {rc=0}\u000a23:18:10.821698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12184): Launched\u000a23:18:11.155589 run osmo-hlr_10.42.42.2(pid=12185): Launched\u000a23:18:11.279427 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:18:11.857370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12187): Launched\u000a23:18:12.190724 run osmo-stp_10.42.42.5(pid=12188): Launched\u000a23:18:12.311519 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:18:12.890288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12190): Launched\u000a23:18:13.009339 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:18:13.300027 run patchelf(pid=12191): Launched\u000a23:18:13.495168 run osmo-stp_10.42.42.5(pid=12188): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12188)]\u000a23:18:13.637291 run osmo-stp_10.42.42.5(pid=12188): stdout: \u000a| (launched: 2022-12-13_23:18:12.026117)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:18:13.779665 run osmo-stp_10.42.42.5(pid=12188): stderr: \u000a| �[0;m�[38;5;43m20221213231812219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231812219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231812220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231812220 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231812221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231812221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231812221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:18:13.916742 run osmo-stp_10.42.42.5(pid=12188): stdout: \u000a| (launched: 2022-12-13_23:18:12.026117)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:18:14.052894 run osmo-stp_10.42.42.5(pid=12188): stderr: \u000a| �[0;m�[38;5;43m20221213231812219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231812219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231812220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231812220 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231812221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231812221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231812221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:18:14.211291 run patchelf(pid=12191): Terminating (SIGINT)\u000a23:18:14.396727 run patchelf(pid=12191): Terminated: ok {rc=0}\u000a23:18:14.430761 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12188): Process ended prematurely: osmo-stp_10.42.42.5(pid=12188) [trial-2396↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12188)] [trial-2396↪gprs:sysmo↪iperf3m4.py:8]\u000a23:18:14.440749 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a23:18:14.505118 run osmo-hlr_10.42.42.2(pid=12185): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12185)]\u000a23:18:14.557089 run osmo-hlr_10.42.42.2(pid=12185): stdout: \u000a| (launched: 2022-12-13_23:18:10.990917) \u000a23:18:14.609652 run osmo-hlr_10.42.42.2(pid=12185): stderr: \u000a| �[0;m�[1;31m20221213231811191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213231811191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213231811191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231811191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231811191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213231811191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213231811210 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213231811219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213231811220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213231811220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:18:14.654530 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12174): Terminating (SIGTERM)\u000a23:18:14.697807 run iperf3-srv_10.42.42.10(pid=12175): Terminating (SIGTERM)\u000a23:18:14.740120 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12176): Terminating (SIGTERM)\u000a23:18:14.782742 run iperf3-srv_10.42.42.10(pid=12177): Terminating (SIGTERM)\u000a23:18:14.825373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12178): Terminating (SIGTERM)\u000a23:18:14.867721 run iperf3-srv_10.42.42.10(pid=12179): Terminating (SIGTERM)\u000a23:18:14.910043 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12180): Terminating (SIGTERM)\u000a23:18:14.952507 run iperf3-srv_10.42.42.10(pid=12181): Terminating (SIGTERM)\u000a23:18:14.995321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12184): Terminating (SIGTERM)\u000a23:18:15.037665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12187): Terminating (SIGTERM)\u000a23:18:15.080192 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12190): Terminating (SIGTERM)\u000a23:18:15.090076 --- ParallelTerminationStrategy: PID 12174 died...\u000a23:18:15.147310 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12174): Terminated: ok {rc=0}\u000a23:18:15.157922 --- ParallelTerminationStrategy: PID 12175 died...\u000a23:18:15.215173 run iperf3-srv_10.42.42.10(pid=12175): Terminated {rc=256}\u000a23:18:15.225507 --- ParallelTerminationStrategy: PID 12176 died...\u000a23:18:15.282641 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12176): Terminated: ok {rc=0}\u000a23:18:15.292898 --- ParallelTerminationStrategy: PID 12177 died...\u000a23:18:15.350089 run iperf3-srv_10.42.42.10(pid=12177): Terminated {rc=256}\u000a23:18:15.360334 --- ParallelTerminationStrategy: PID 12178 died...\u000a23:18:15.417803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12178): Terminated: ok {rc=0}\u000a23:18:15.428409 --- ParallelTerminationStrategy: PID 12179 died...\u000a23:18:15.485342 run iperf3-srv_10.42.42.10(pid=12179): Terminated {rc=256}\u000a23:18:15.495575 --- ParallelTerminationStrategy: PID 12180 died...\u000a23:18:15.552584 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12180): Terminated: ok {rc=0}\u000a23:18:15.562919 --- ParallelTerminationStrategy: PID 12181 died...\u000a23:18:15.619904 run iperf3-srv_10.42.42.10(pid=12181): Terminated {rc=256}\u000a23:18:15.630194 --- ParallelTerminationStrategy: PID 12184 died...\u000a23:18:15.687320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12184): Terminated: ok {rc=0}\u000a23:18:15.697981 --- ParallelTerminationStrategy: PID 12187 died...\u000a23:18:15.755319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12187): Terminated: ok {rc=0}\u000a23:18:15.765778 --- ParallelTerminationStrategy: PID 12190 died...\u000a23:18:15.822821 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12190): Terminated: ok {rc=0}\u000a23:18:15.928348 bus /gobi_4: Setting Powered False\u000a23:18:17.059231 bus /gobi_4: Setting Powered False\u000a23:18:18.173553 bus /gobi_1: Setting Powered False\u000a23:18:19.276925 bus /gobi_1: Setting Powered False\u000a23:18:20.388617 bus /gobi_0: Setting Powered False\u000a23:18:21.493131 bus /gobi_0: Setting Powered False\u000a23:18:22.602156 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 66, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12198): Process ended prematurely: osmo-stp_10.42.42.5(pid=12198) [trial-2396↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12198)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12198): Process ended prematurely: osmo-stp_10.42.42.5(pid=12198) [trial-2396↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12198)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:sysmo ping.py\u000a----------------------------------------------\u000a23:18:23.671528 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:23.683519 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a23:18:23.819701 tst ping.py: using LAC 36914\u000a23:18:23.947395 tst ping.py: using RAC 194\u000a23:18:24.073629 tst ping.py: using CellId 36914\u000a23:18:24.200887 tst ping.py: using BVCI 36915\u000a23:18:24.226022 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:24.237228 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:24.248267 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:24.259296 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:24.270694 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:24.282086 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:24.293516 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:24.304888 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a23:18:24.602655 tst ping.py:19: start network...\u000a23:18:24.739387 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:18:25.255518 run create_hlr_db(pid=12192): Launched\u000a23:18:25.445638 bus /gobi_6: Setting Powered False\u000a23:18:26.466630 run create_hlr_db(pid=12192): Terminated: ok {rc=0}\u000a23:18:26.901979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12194): Launched\u000a23:18:27.230998 run osmo-hlr_10.42.42.2(pid=12195): Launched\u000a23:18:27.351956 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:18:27.920319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12197): Launched\u000a23:18:28.247737 run osmo-stp_10.42.42.5(pid=12198): Launched\u000a23:18:28.366368 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:18:28.932767 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12200): Launched\u000a23:18:29.040485 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:18:29.306941 run patchelf(pid=12201): Launched\u000a23:18:29.484589 run osmo-stp_10.42.42.5(pid=12198): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12198)]\u000a23:18:29.614452 run osmo-stp_10.42.42.5(pid=12198): stdout: \u000a| (launched: 2022-12-13_23:18:28.085716)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:18:29.744175 run osmo-stp_10.42.42.5(pid=12198): stderr: \u000a| �[0;m�[38;5;43m20221213231828280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231828281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231828281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231828281 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231828283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231828284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231828284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:18:29.870315 run osmo-stp_10.42.42.5(pid=12198): stdout: \u000a| (launched: 2022-12-13_23:18:28.085716)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:18:29.995094 run osmo-stp_10.42.42.5(pid=12198): stderr: \u000a| �[0;m�[38;5;43m20221213231828280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231828281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231828281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231828281 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231828283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231828284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231828284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:18:30.139638 run patchelf(pid=12201): Terminating (SIGINT)\u000a23:18:30.309274 run patchelf(pid=12201): Terminated: ok {rc=0}\u000a23:18:30.340002 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12198): Process ended prematurely: osmo-stp_10.42.42.5(pid=12198) [trial-2396↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12198)] [trial-2396↪gprs:sysmo↪ping.py:22]\u000a23:18:30.348486 tst ping.py:22: Test FAILED (6.7 sec)\u000a23:18:30.408980 run osmo-hlr_10.42.42.2(pid=12195): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12195)]\u000a23:18:30.458111 run osmo-hlr_10.42.42.2(pid=12195): stdout: \u000a| (launched: 2022-12-13_23:18:27.068066) \u000a23:18:30.507960 run osmo-hlr_10.42.42.2(pid=12195): stderr: \u000a| �[0;m�[1;31m20221213231827268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213231827268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213231827268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231827268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231827268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213231827268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213231827282 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213231827290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213231827291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213231827291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:18:30.550508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12194): Terminating (SIGTERM)\u000a23:18:30.590800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12197): Terminating (SIGTERM)\u000a23:18:30.630837 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12200): Terminating (SIGTERM)\u000a23:18:30.640159 --- ParallelTerminationStrategy: PID 12194 died...\u000a23:18:30.693767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12194): Terminated: ok {rc=0}\u000a23:18:30.703428 --- ParallelTerminationStrategy: PID 12197 died...\u000a23:18:30.756730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12197): Terminated: ok {rc=0}\u000a23:18:30.766344 --- ParallelTerminationStrategy: PID 12200 died...\u000a23:18:30.819520 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12200): Terminated: ok {rc=0}\u000a23:18:30.932891 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 66, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12209): Process ended prematurely: osmo-stp_10.42.42.5(pid=12209) [trial-2396↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12209)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12209): Process ended prematurely: osmo-stp_10.42.42.5(pid=12209) [trial-2396↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12209)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a23:18:31.991776 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:32.011632 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a23:18:32.154657 tst ping_idle_ping.py: using LAC 36915\u000a23:18:32.290600 tst ping_idle_ping.py: using RAC 195\u000a23:18:32.421163 tst ping_idle_ping.py: using CellId 36915\u000a23:18:32.544401 tst ping_idle_ping.py: using BVCI 36916\u000a23:18:32.567685 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:32.578362 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:32.588908 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:32.599336 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:32.610122 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:32.621111 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:32.631692 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:32.642636 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a23:18:32.929671 tst ping_idle_ping.py:24: start network...\u000a23:18:33.056437 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:18:33.545353 run create_hlr_db(pid=12203): Launched\u000a23:18:33.720642 bus /gobi_6: Setting Powered False\u000a23:18:34.743260 run create_hlr_db(pid=12203): Terminated: ok {rc=0}\u000a23:18:35.150872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12205): Launched\u000a23:18:35.457390 run osmo-hlr_10.42.42.2(pid=12206): Launched\u000a23:18:35.577165 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:18:36.115358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12208): Launched\u000a23:18:36.420533 run osmo-stp_10.42.42.5(pid=12209): Launched\u000a23:18:36.531642 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:18:37.064542 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12211): Launched\u000a23:18:37.173317 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:18:37.440712 run patchelf(pid=12212): Launched\u000a23:18:37.618806 run osmo-stp_10.42.42.5(pid=12209): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12209)]\u000a23:18:37.749375 run osmo-stp_10.42.42.5(pid=12209): stdout: \u000a| (launched: 2022-12-13_23:18:36.269426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:18:37.879805 run osmo-stp_10.42.42.5(pid=12209): stderr: \u000a| �[0;m�[38;5;43m20221213231836442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231836442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231836442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231836443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231836445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231836445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231836445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:18:38.006843 run osmo-stp_10.42.42.5(pid=12209): stdout: \u000a| (launched: 2022-12-13_23:18:36.269426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:18:38.131718 run osmo-stp_10.42.42.5(pid=12209): stderr: \u000a| �[0;m�[38;5;43m20221213231836442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231836442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231836442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231836443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231836445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231836445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231836445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:18:38.276772 run patchelf(pid=12212): Terminating (SIGINT)\u000a23:18:38.447534 run patchelf(pid=12212): Terminated: ok {rc=0}\u000a23:18:38.478406 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12209): Process ended prematurely: osmo-stp_10.42.42.5(pid=12209) [trial-2396↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12209)] [trial-2396↪gprs:sysmo↪ping_idle_ping.py:27]\u000a23:18:38.486869 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a23:18:38.546547 run osmo-hlr_10.42.42.2(pid=12206): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12206)]\u000a23:18:38.595374 run osmo-hlr_10.42.42.2(pid=12206): stdout: \u000a| (launched: 2022-12-13_23:18:35.305775) \u000a23:18:38.644829 run osmo-hlr_10.42.42.2(pid=12206): stderr: \u000a| �[0;m�[1;31m20221213231835487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213231835487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213231835487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231835487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231835487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213231835487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213231835499 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213231835510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213231835510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213231835510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:18:38.686745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12205): Terminating (SIGTERM)\u000a23:18:38.726127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12208): Terminating (SIGTERM)\u000a23:18:38.765587 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12211): Terminating (SIGTERM)\u000a23:18:38.774325 --- ParallelTerminationStrategy: PID 12205 died...\u000a23:18:38.827204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12205): Terminated: ok {rc=0}\u000a23:18:38.836590 --- ParallelTerminationStrategy: PID 12208 died...\u000a23:18:38.889281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12208): Terminated: ok {rc=0}\u000a23:18:38.898824 --- ParallelTerminationStrategy: PID 12211 died...\u000a23:18:38.951345 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12211): Terminated: ok {rc=0}\u000a23:18:39.034712 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:17:39" }, { "cases" : [ { "testActions" : [ ], "age" : 84, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12226): Process ended prematurely: osmo-stp_10.42.42.5(pid=12226) [trial-2396↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12226)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12226): Process ended prematurely: osmo-stp_10.42.42.5(pid=12226) [trial-2396↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12226)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:18:41.161958 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:41.173255 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:18:41.300371 tst cs_paging_gprs_active.py: using LAC 36916\u000a23:18:41.424574 tst cs_paging_gprs_active.py: using RAC 196\u000a23:18:41.548161 tst cs_paging_gprs_active.py: using CellId 36916\u000a23:18:41.672126 tst cs_paging_gprs_active.py: using BVCI 36917\u000a23:18:41.696005 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:41.707126 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:41.717826 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:41.728537 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:41.739645 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:41.750456 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:41.761524 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:41.772189 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:41.783157 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:18:41.906323 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:18:42.191847 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:18:42.322256 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:18:42.646347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12216): Launched\u000a23:18:42.916433 run iperf3-srv_10.42.42.10(pid=12217): Launched\u000a23:18:43.106888 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:18:43.237214 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:18:43.560070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12218): Launched\u000a23:18:43.828040 run iperf3-srv_10.42.42.10(pid=12219): Launched\u000a23:18:44.017884 tst cs_paging_gprs_active.py:38: start network...\u000a23:18:44.147315 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:18:44.644634 run create_hlr_db(pid=12220): Launched\u000a23:18:44.822882 bus /gobi_6: Setting Powered False\u000a23:18:45.852398 run create_hlr_db(pid=12220): Terminated: ok {rc=0}\u000a23:18:46.404221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12222): Launched\u000a23:18:46.787429 run osmo-hlr_10.42.42.2(pid=12223): Launched\u000a23:18:46.957523 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:18:47.630185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12225): Launched\u000a23:18:47.964172 run osmo-stp_10.42.42.5(pid=12226): Launched\u000a23:18:48.085742 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:18:48.666102 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12228): Launched\u000a23:18:48.784904 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:18:49.075642 run patchelf(pid=12229): Launched\u000a23:18:49.269287 run osmo-stp_10.42.42.5(pid=12226): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12226)]\u000a23:18:49.411605 run osmo-stp_10.42.42.5(pid=12226): stdout: \u000a| (launched: 2022-12-13_23:18:47.799317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:18:49.554600 run osmo-stp_10.42.42.5(pid=12226): stderr: \u000a| �[0;m�[38;5;43m20221213231847996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231847997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231847997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231847997 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231847998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231847998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231847998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:18:49.692806 run osmo-stp_10.42.42.5(pid=12226): stdout: \u000a| (launched: 2022-12-13_23:18:47.799317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:18:49.829376 run osmo-stp_10.42.42.5(pid=12226): stderr: \u000a| �[0;m�[38;5;43m20221213231847996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231847997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231847997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231847997 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231847998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231847998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231847998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:18:49.988005 run patchelf(pid=12229): Terminating (SIGINT)\u000a23:18:50.174198 run patchelf(pid=12229): Terminated: ok {rc=0}\u000a23:18:50.208361 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12226): Process ended prematurely: osmo-stp_10.42.42.5(pid=12226) [trial-2396↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12226)] [trial-2396↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a23:18:50.218663 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a23:18:50.282832 run osmo-hlr_10.42.42.2(pid=12223): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12223)]\u000a23:18:50.335090 run osmo-hlr_10.42.42.2(pid=12223): stdout: \u000a| (launched: 2022-12-13_23:18:46.580263) \u000a23:18:50.387808 run osmo-hlr_10.42.42.2(pid=12223): stderr: \u000a| �[0;m�[1;31m20221213231846948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213231846948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213231846949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231846949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231846949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213231846953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213231846976 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213231846994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213231846994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213231846994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:18:50.432852 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12216): Terminating (SIGTERM)\u000a23:18:50.475471 run iperf3-srv_10.42.42.10(pid=12217): Terminating (SIGTERM)\u000a23:18:50.518553 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12218): Terminating (SIGTERM)\u000a23:18:50.560922 run iperf3-srv_10.42.42.10(pid=12219): Terminating (SIGTERM)\u000a23:18:50.603453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12222): Terminating (SIGTERM)\u000a23:18:50.646044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12225): Terminating (SIGTERM)\u000a23:18:50.688499 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12228): Terminating (SIGTERM)\u000a23:18:50.698176 --- ParallelTerminationStrategy: PID 12216 died...\u000a23:18:50.754783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12216): Terminated: ok {rc=0}\u000a23:18:50.764787 --- ParallelTerminationStrategy: PID 12217 died...\u000a23:18:50.820608 run iperf3-srv_10.42.42.10(pid=12217): Terminated {rc=256}\u000a23:18:50.830514 --- ParallelTerminationStrategy: PID 12218 died...\u000a23:18:50.886568 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12218): Terminated: ok {rc=0}\u000a23:18:50.896511 --- ParallelTerminationStrategy: PID 12219 died...\u000a23:18:50.952176 run iperf3-srv_10.42.42.10(pid=12219): Terminated {rc=256}\u000a23:18:50.962099 --- ParallelTerminationStrategy: PID 12222 died...\u000a23:18:51.018085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12222): Terminated: ok {rc=0}\u000a23:18:51.027978 --- ParallelTerminationStrategy: PID 12225 died...\u000a23:18:51.083825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12225): Terminated: ok {rc=0}\u000a23:18:51.093915 --- ParallelTerminationStrategy: PID 12228 died...\u000a23:18:51.149693 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12228): Terminated: ok {rc=0}\u000a23:18:51.236935 bus /gobi_0: Setting Powered False\u000a23:18:52.342520 bus /gobi_0: Setting Powered False\u000a23:18:53.454681 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12238): Process ended prematurely: osmo-stp_10.42.42.5(pid=12238) [trial-2396↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12238)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12238): Process ended prematurely: osmo-stp_10.42.42.5(pid=12238) [trial-2396↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12238)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a23:18:54.569756 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:54.581754 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:18:54.717272 tst iperf3.py: using LAC 36917\u000a23:18:54.848089 tst iperf3.py: using RAC 197\u000a23:18:54.973080 tst iperf3.py: using CellId 36917\u000a23:18:55.095135 tst iperf3.py: using BVCI 36918\u000a23:18:55.119012 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:55.130101 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:55.140996 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:55.151563 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:55.162606 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:55.173396 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:55.184329 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:55.195284 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:55.206824 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:18:55.497698 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:18:55.627309 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:18:55.949184 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12230): Launched\u000a23:18:56.218089 run iperf3-srv_10.42.42.10(pid=12231): Launched\u000a23:18:56.406829 tst iperf3.py:8: start network...\u000a23:18:56.536017 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:18:57.032746 run create_hlr_db(pid=12232): Launched\u000a23:18:57.210546 bus /gobi_6: Setting Powered False\u000a23:18:58.233195 run create_hlr_db(pid=12232): Terminated: ok {rc=0}\u000a23:18:58.674655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12234): Launched\u000a23:18:59.007834 run osmo-hlr_10.42.42.2(pid=12235): Launched\u000a23:18:59.131695 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:18:59.707841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12237): Launched\u000a23:19:00.040916 run osmo-stp_10.42.42.5(pid=12238): Launched\u000a23:19:00.162028 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:19:00.742790 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12240): Launched\u000a23:19:00.863245 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:19:01.167006 run patchelf(pid=12241): Launched\u000a23:19:01.364832 run osmo-stp_10.42.42.5(pid=12238): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12238)]\u000a23:19:01.510380 run osmo-stp_10.42.42.5(pid=12238): stdout: \u000a| (launched: 2022-12-13_23:18:59.876342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:19:01.655964 run osmo-stp_10.42.42.5(pid=12238): stderr: \u000a| �[0;m�[38;5;43m20221213231900074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231900074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231900074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231900075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231900075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231900075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231900075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:19:01.798070 run osmo-stp_10.42.42.5(pid=12238): stdout: \u000a| (launched: 2022-12-13_23:18:59.876342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:19:01.937436 run osmo-stp_10.42.42.5(pid=12238): stderr: \u000a| �[0;m�[38;5;43m20221213231900074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231900074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231900074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231900075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231900075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231900075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231900075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:19:02.099785 run patchelf(pid=12241): Terminating (SIGINT)\u000a23:19:02.287079 run patchelf(pid=12241): Terminated: ok {rc=0}\u000a23:19:02.321014 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12238): Process ended prematurely: osmo-stp_10.42.42.5(pid=12238) [trial-2396↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12238)] [trial-2396↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a23:19:02.330950 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a23:19:02.395322 run osmo-hlr_10.42.42.2(pid=12235): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12235)]\u000a23:19:02.448073 run osmo-hlr_10.42.42.2(pid=12235): stdout: \u000a| (launched: 2022-12-13_23:18:58.843564) \u000a23:19:02.501728 run osmo-hlr_10.42.42.2(pid=12235): stderr: \u000a| �[0;m�[1;31m20221213231859046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213231859046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213231859046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231859046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231859046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213231859046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213231859059 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213231859069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213231859070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213231859070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:19:02.547936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12230): Terminating (SIGTERM)\u000a23:19:02.590939 run iperf3-srv_10.42.42.10(pid=12231): Terminating (SIGTERM)\u000a23:19:02.634147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12234): Terminating (SIGTERM)\u000a23:19:02.677053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12237): Terminating (SIGTERM)\u000a23:19:02.719960 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12240): Terminating (SIGTERM)\u000a23:19:02.729847 --- ParallelTerminationStrategy: PID 12230 died...\u000a23:19:02.787145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12230): Terminated: ok {rc=0}\u000a23:19:02.797377 --- ParallelTerminationStrategy: PID 12231 died...\u000a23:19:02.854062 run iperf3-srv_10.42.42.10(pid=12231): Terminated {rc=256}\u000a23:19:02.864258 --- ParallelTerminationStrategy: PID 12234 died...\u000a23:19:02.921851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12234): Terminated: ok {rc=0}\u000a23:19:02.932054 --- ParallelTerminationStrategy: PID 12237 died...\u000a23:19:02.989778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12237): Terminated: ok {rc=0}\u000a23:19:02.999984 --- ParallelTerminationStrategy: PID 12240 died...\u000a23:19:03.056933 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12240): Terminated: ok {rc=0}\u000a23:19:03.145956 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12256): Process ended prematurely: osmo-stp_10.42.42.5(pid=12256) [trial-2396↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12256)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12256): Process ended prematurely: osmo-stp_10.42.42.5(pid=12256) [trial-2396↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12256)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a23:19:04.258957 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:04.270743 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:19:04.404170 tst iperf3m4.py: using LAC 36918\u000a23:19:04.535387 tst iperf3m4.py: using RAC 198\u000a23:19:04.665379 tst iperf3m4.py: using CellId 36918\u000a23:19:04.799004 tst iperf3m4.py: using BVCI 36919\u000a23:19:04.824492 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:04.835885 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:04.847091 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:04.858212 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:04.869701 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:04.881118 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:04.892629 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:04.903948 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:04.915533 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:19:05.033954 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:19:05.157244 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:19:05.275700 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:19:05.561323 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:19:05.690649 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:19:06.014440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12242): Launched\u000a23:19:06.283742 run iperf3-srv_10.42.42.10(pid=12243): Launched\u000a23:19:06.473594 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:19:06.602463 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:19:06.925583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12244): Launched\u000a23:19:07.193488 run iperf3-srv_10.42.42.10(pid=12245): Launched\u000a23:19:07.381977 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:19:07.511070 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:19:07.833292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12246): Launched\u000a23:19:08.100650 run iperf3-srv_10.42.42.10(pid=12247): Launched\u000a23:19:08.290555 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:19:08.419512 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:19:08.741942 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12248): Launched\u000a23:19:09.010409 run iperf3-srv_10.42.42.10(pid=12249): Launched\u000a23:19:09.199662 tst iperf3m4.py:8: start network...\u000a23:19:09.328719 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:19:09.826833 run create_hlr_db(pid=12250): Launched\u000a23:19:10.004638 bus /gobi_6: Setting Powered False\u000a23:19:11.026367 run create_hlr_db(pid=12250): Terminated: ok {rc=0}\u000a23:19:11.438699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12252): Launched\u000a23:19:11.750420 run osmo-hlr_10.42.42.2(pid=12253): Launched\u000a23:19:11.863518 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:19:12.403486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12255): Launched\u000a23:19:12.715607 run osmo-stp_10.42.42.5(pid=12256): Launched\u000a23:19:12.828159 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:19:13.369094 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12258): Launched\u000a23:19:13.479487 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:19:13.751029 run patchelf(pid=12259): Launched\u000a23:19:13.931733 run osmo-stp_10.42.42.5(pid=12256): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12256)]\u000a23:19:14.064397 run osmo-stp_10.42.42.5(pid=12256): stdout: \u000a| (launched: 2022-12-13_23:19:12.560753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:19:14.196832 run osmo-stp_10.42.42.5(pid=12256): stderr: \u000a| �[0;m�[38;5;43m20221213231912735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231912736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231912736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231912736 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231912739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231912739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231912739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:19:14.324460 run osmo-stp_10.42.42.5(pid=12256): stdout: \u000a| (launched: 2022-12-13_23:19:12.560753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:19:14.450844 run osmo-stp_10.42.42.5(pid=12256): stderr: \u000a| �[0;m�[38;5;43m20221213231912735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231912736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231912736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231912736 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231912739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231912739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231912739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:19:14.598528 run patchelf(pid=12259): Terminating (SIGINT)\u000a23:19:14.771434 run patchelf(pid=12259): Terminated: ok {rc=0}\u000a23:19:14.803015 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12256): Process ended prematurely: osmo-stp_10.42.42.5(pid=12256) [trial-2396↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12256)] [trial-2396↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a23:19:14.812216 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a23:19:14.872298 run osmo-hlr_10.42.42.2(pid=12253): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12253)]\u000a23:19:14.921359 run osmo-hlr_10.42.42.2(pid=12253): stdout: \u000a| (launched: 2022-12-13_23:19:11.596366) \u000a23:19:14.971014 run osmo-hlr_10.42.42.2(pid=12253): stderr: \u000a| �[0;m�[1;31m20221213231911778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213231911778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213231911778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231911778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231911778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213231911778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213231911790 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213231911799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213231911799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213231911799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:19:15.013202 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12242): Terminating (SIGTERM)\u000a23:19:15.052816 run iperf3-srv_10.42.42.10(pid=12243): Terminating (SIGTERM)\u000a23:19:15.092259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12244): Terminating (SIGTERM)\u000a23:19:15.131680 run iperf3-srv_10.42.42.10(pid=12245): Terminating (SIGTERM)\u000a23:19:15.171205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12246): Terminating (SIGTERM)\u000a23:19:15.210624 run iperf3-srv_10.42.42.10(pid=12247): Terminating (SIGTERM)\u000a23:19:15.250195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12248): Terminating (SIGTERM)\u000a23:19:15.289528 run iperf3-srv_10.42.42.10(pid=12249): Terminating (SIGTERM)\u000a23:19:15.329650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12252): Terminating (SIGTERM)\u000a23:19:15.369302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12255): Terminating (SIGTERM)\u000a23:19:15.408846 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12258): Terminating (SIGTERM)\u000a23:19:15.418076 --- ParallelTerminationStrategy: PID 12242 died...\u000a23:19:15.471747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12242): Terminated: ok {rc=0}\u000a23:19:15.481388 --- ParallelTerminationStrategy: PID 12243 died...\u000a23:19:15.533891 run iperf3-srv_10.42.42.10(pid=12243): Terminated {rc=256}\u000a23:19:15.543423 --- ParallelTerminationStrategy: PID 12244 died...\u000a23:19:15.596450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12244): Terminated: ok {rc=0}\u000a23:19:15.606105 --- ParallelTerminationStrategy: PID 12245 died...\u000a23:19:15.658922 run iperf3-srv_10.42.42.10(pid=12245): Terminated {rc=256}\u000a23:19:15.668474 --- ParallelTerminationStrategy: PID 12246 died...\u000a23:19:15.721135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12246): Terminated: ok {rc=0}\u000a23:19:15.730586 --- ParallelTerminationStrategy: PID 12247 died...\u000a23:19:15.783592 run iperf3-srv_10.42.42.10(pid=12247): Terminated {rc=256}\u000a23:19:15.793196 --- ParallelTerminationStrategy: PID 12248 died...\u000a23:19:15.866590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12248): Terminated: ok {rc=0}\u000a23:19:15.883875 --- ParallelTerminationStrategy: PID 12249 died...\u000a23:19:15.959823 run iperf3-srv_10.42.42.10(pid=12249): Terminated {rc=256}\u000a23:19:15.972378 --- ParallelTerminationStrategy: PID 12252 died...\u000a23:19:16.032544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12252): Terminated: ok {rc=0}\u000a23:19:16.044596 --- ParallelTerminationStrategy: PID 12255 died...\u000a23:19:16.105959 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12255): Terminated: ok {rc=0}\u000a23:19:16.117997 --- ParallelTerminationStrategy: PID 12258 died...\u000a23:19:16.178395 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12258): Terminated: ok {rc=0}\u000a23:19:16.274442 bus /gobi_4: Setting Powered False\u000a23:19:17.379157 bus /gobi_4: Setting Powered False\u000a23:19:18.492909 bus /gobi_1: Setting Powered False\u000a23:19:19.596828 bus /gobi_1: Setting Powered False\u000a23:19:20.709832 bus /gobi_0: Setting Powered False\u000a23:19:21.813845 bus /gobi_0: Setting Powered False\u000a23:19:22.926068 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 66, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12266): Process ended prematurely: osmo-stp_10.42.42.5(pid=12266) [trial-2396↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12266)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12266): Process ended prematurely: osmo-stp_10.42.42.5(pid=12266) [trial-2396↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12266)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a23:19:23.993892 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:24.005606 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:19:24.133235 tst ping.py: using LAC 36919\u000a23:19:24.254206 tst ping.py: using RAC 199\u000a23:19:24.374626 tst ping.py: using CellId 36919\u000a23:19:24.495729 tst ping.py: using BVCI 36920\u000a23:19:24.519048 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:24.529993 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:24.540715 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:24.551418 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:24.562202 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:24.573049 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:24.584048 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:24.595005 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:19:24.892856 tst ping.py:19: start network...\u000a23:19:25.029854 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:19:25.545948 run create_hlr_db(pid=12260): Launched\u000a23:19:25.735879 bus /gobi_6: Setting Powered False\u000a23:19:26.756771 run create_hlr_db(pid=12260): Terminated: ok {rc=0}\u000a23:19:27.191446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12262): Launched\u000a23:19:27.523777 run osmo-hlr_10.42.42.2(pid=12263): Launched\u000a23:19:27.647328 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:19:28.214846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12265): Launched\u000a23:19:28.543516 run osmo-stp_10.42.42.5(pid=12266): Launched\u000a23:19:28.662290 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:19:29.230756 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12268): Launched\u000a23:19:29.347167 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:19:29.632790 run patchelf(pid=12269): Launched\u000a23:19:29.823175 run osmo-stp_10.42.42.5(pid=12266): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12266)]\u000a23:19:29.962659 run osmo-stp_10.42.42.5(pid=12266): stdout: \u000a| (launched: 2022-12-13_23:19:28.380485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:19:30.102521 run osmo-stp_10.42.42.5(pid=12266): stderr: \u000a| �[0;m�[38;5;43m20221213231928576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231928576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231928576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231928577 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231928577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231928577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231928578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:19:30.237637 run osmo-stp_10.42.42.5(pid=12266): stdout: \u000a| (launched: 2022-12-13_23:19:28.380485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:19:30.371728 run osmo-stp_10.42.42.5(pid=12266): stderr: \u000a| �[0;m�[38;5;43m20221213231928576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231928576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231928576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231928577 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231928577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231928577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231928578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:19:30.527830 run patchelf(pid=12269): Terminating (SIGINT)\u000a23:19:30.710182 run patchelf(pid=12269): Terminated: ok {rc=0}\u000a23:19:30.743185 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12266): Process ended prematurely: osmo-stp_10.42.42.5(pid=12266) [trial-2396↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12266)] [trial-2396↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a23:19:30.752445 tst ping.py:22: Test FAILED (6.7 sec)\u000a23:19:30.816404 run osmo-hlr_10.42.42.2(pid=12263): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12263)]\u000a23:19:30.885314 run osmo-hlr_10.42.42.2(pid=12263): stdout: \u000a| (launched: 2022-12-13_23:19:27.357238) \u000a23:19:30.944630 run osmo-hlr_10.42.42.2(pid=12263): stderr: \u000a| �[0;m�[1;31m20221213231927557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213231927557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213231927557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231927557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231927557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213231927557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213231927569 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213231927578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213231927578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213231927578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:19:30.989680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12262): Terminating (SIGTERM)\u000a23:19:31.035064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12265): Terminating (SIGTERM)\u000a23:19:31.079070 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12268): Terminating (SIGTERM)\u000a23:19:31.089418 --- ParallelTerminationStrategy: PID 12262 died...\u000a23:19:31.148619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12262): Terminated: ok {rc=0}\u000a23:19:31.159665 --- ParallelTerminationStrategy: PID 12265 died...\u000a23:19:31.218701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12265): Terminated: ok {rc=0}\u000a23:19:31.229765 --- ParallelTerminationStrategy: PID 12268 died...\u000a23:19:31.288549 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12268): Terminated: ok {rc=0}\u000a23:19:31.379839 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 66, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12276): Process ended prematurely: osmo-stp_10.42.42.5(pid=12276) [trial-2396↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12276)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12276): Process ended prematurely: osmo-stp_10.42.42.5(pid=12276) [trial-2396↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12276)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a23:19:32.431052 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:32.442765 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:19:32.569616 tst ping_idle_ping.py: using LAC 36920\u000a23:19:32.690108 tst ping_idle_ping.py: using RAC 200\u000a23:19:32.815187 tst ping_idle_ping.py: using CellId 36920\u000a23:19:32.936458 tst ping_idle_ping.py: using BVCI 36921\u000a23:19:32.959817 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:32.970666 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:32.981471 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:32.992190 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:33.003331 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:33.014509 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:33.025889 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:33.037112 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:19:33.326064 tst ping_idle_ping.py:24: start network...\u000a23:19:33.453919 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:19:33.942944 run create_hlr_db(pid=12270): Launched\u000a23:19:34.119059 bus /gobi_6: Setting Powered False\u000a23:19:35.140635 run create_hlr_db(pid=12270): Terminated: ok {rc=0}\u000a23:19:35.579168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12272): Launched\u000a23:19:35.911196 run osmo-hlr_10.42.42.2(pid=12273): Launched\u000a23:19:36.033388 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:19:36.601674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12275): Launched\u000a23:19:36.908098 run osmo-stp_10.42.42.5(pid=12276): Launched\u000a23:19:37.018404 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:19:37.553353 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12278): Launched\u000a23:19:37.661888 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:19:37.929632 run patchelf(pid=12279): Launched\u000a23:19:38.107074 run osmo-stp_10.42.42.5(pid=12276): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12276)]\u000a23:19:38.236637 run osmo-stp_10.42.42.5(pid=12276): stdout: \u000a| (launched: 2022-12-13_23:19:36.756569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:19:38.366731 run osmo-stp_10.42.42.5(pid=12276): stderr: \u000a| �[0;m�[38;5;43m20221213231936931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231936931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231936931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231936931 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231936932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231936932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231936932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:19:38.493415 run osmo-stp_10.42.42.5(pid=12276): stdout: \u000a| (launched: 2022-12-13_23:19:36.756569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:19:38.618023 run osmo-stp_10.42.42.5(pid=12276): stderr: \u000a| �[0;m�[38;5;43m20221213231936931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231936931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231936931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231936931 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231936932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231936932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231936932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:19:38.763183 run patchelf(pid=12279): Terminating (SIGINT)\u000a23:19:38.933742 run patchelf(pid=12279): Terminated: ok {rc=0}\u000a23:19:38.964528 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12276): Process ended prematurely: osmo-stp_10.42.42.5(pid=12276) [trial-2396↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12276)] [trial-2396↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a23:19:38.973143 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a23:19:39.032647 run osmo-hlr_10.42.42.2(pid=12273): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12273)]\u000a23:19:39.081469 run osmo-hlr_10.42.42.2(pid=12273): stdout: \u000a| (launched: 2022-12-13_23:19:35.745870) \u000a23:19:39.131223 run osmo-hlr_10.42.42.2(pid=12273): stderr: \u000a| �[0;m�[1;31m20221213231935947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213231935948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213231935948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231935948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231935948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213231935948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213231935961 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213231935969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213231935969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213231935969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:19:39.173524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12272): Terminating (SIGTERM)\u000a23:19:39.213470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12275): Terminating (SIGTERM)\u000a23:19:39.253732 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12278): Terminating (SIGTERM)\u000a23:19:39.262996 --- ParallelTerminationStrategy: PID 12272 died...\u000a23:19:39.317239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12272): Terminated: ok {rc=0}\u000a23:19:39.326939 --- ParallelTerminationStrategy: PID 12275 died...\u000a23:19:39.380319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12275): Terminated: ok {rc=0}\u000a23:19:39.390028 --- ParallelTerminationStrategy: PID 12278 died...\u000a23:19:39.443511 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12278): Terminated: ok {rc=0}\u000a23:19:39.533161 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:18:40" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12293): Process ended prematurely: osmo-stp_10.42.42.5(pid=12293) [trial-2396↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12293)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12293): Process ended prematurely: osmo-stp_10.42.42.5(pid=12293) [trial-2396↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12293)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:19:41.661645 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:41.673155 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:19:41.831046 tst cs_paging_gprs_active.py: using LAC 36921\u000a23:19:41.959013 tst cs_paging_gprs_active.py: using RAC 201\u000a23:19:42.085718 tst cs_paging_gprs_active.py: using CellId 36921\u000a23:19:42.206221 tst cs_paging_gprs_active.py: using BVCI 36922\u000a23:19:42.230116 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:42.241134 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:42.252015 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:42.262918 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:42.274250 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:42.285575 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:42.296879 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:42.308041 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:42.319418 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:19:42.443099 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:19:42.731750 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:19:42.861609 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:19:43.184870 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12283): Launched\u000a23:19:43.452573 run iperf3-srv_10.42.42.10(pid=12284): Launched\u000a23:19:43.642332 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:19:43.771597 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:19:44.093921 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12285): Launched\u000a23:19:44.361668 run iperf3-srv_10.42.42.10(pid=12286): Launched\u000a23:19:44.551712 tst cs_paging_gprs_active.py:38: start network...\u000a23:19:44.681696 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:19:45.178231 run create_hlr_db(pid=12287): Launched\u000a23:19:45.356097 bus /gobi_6: Setting Powered False\u000a23:19:46.391411 run create_hlr_db(pid=12287): Terminated: ok {rc=0}\u000a23:19:46.830939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12289): Launched\u000a23:19:47.214965 run osmo-hlr_10.42.42.2(pid=12290): Launched\u000a23:19:47.332678 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:19:47.873706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12292): Launched\u000a23:19:48.185025 run osmo-stp_10.42.42.5(pid=12293): Launched\u000a23:19:48.297017 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:19:48.839716 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12295): Launched\u000a23:19:48.950308 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:19:49.222484 run patchelf(pid=12296): Launched\u000a23:19:49.403107 run osmo-stp_10.42.42.5(pid=12293): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12293)]\u000a23:19:49.535489 run osmo-stp_10.42.42.5(pid=12293): stdout: \u000a| (launched: 2022-12-13_23:19:48.030744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:19:49.668120 run osmo-stp_10.42.42.5(pid=12293): stderr: \u000a| �[0;m�[38;5;43m20221213231948207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231948207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231948207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231948208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231948208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231948208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231948209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:19:49.796143 run osmo-stp_10.42.42.5(pid=12293): stdout: \u000a| (launched: 2022-12-13_23:19:48.030744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:19:49.922846 run osmo-stp_10.42.42.5(pid=12293): stderr: \u000a| �[0;m�[38;5;43m20221213231948207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213231948207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213231948207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213231948208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213231948208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213231948208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213231948209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:19:50.070466 run patchelf(pid=12296): Terminating (SIGINT)\u000a23:19:50.243744 run patchelf(pid=12296): Terminated: ok {rc=0}\u000a23:19:50.275720 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12293): Process ended prematurely: osmo-stp_10.42.42.5(pid=12293) [trial-2396↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12293)] [trial-2396↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a23:19:50.285168 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a23:19:50.344850 run osmo-hlr_10.42.42.2(pid=12290): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12290)]\u000a23:19:50.393675 run osmo-hlr_10.42.42.2(pid=12290): stdout: \u000a| (launched: 2022-12-13_23:19:46.991590) \u000a23:19:50.443149 run osmo-hlr_10.42.42.2(pid=12290): stderr: \u000a| �[0;m�[1;31m20221213231947250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213231947250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213231947250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231947250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231947250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213231947250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213231947279 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213231947289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213231947289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213231947289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:19:50.485211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12283): Terminating (SIGTERM)\u000a23:19:50.525039 run iperf3-srv_10.42.42.10(pid=12284): Terminating (SIGTERM)\u000a23:19:50.564547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12285): Terminating (SIGTERM)\u000a23:19:50.603953 run iperf3-srv_10.42.42.10(pid=12286): Terminating (SIGTERM)\u000a23:19:50.643506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12289): Terminating (SIGTERM)\u000a23:19:50.682902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12292): Terminating (SIGTERM)\u000a23:19:50.722287 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12295): Terminating (SIGTERM)\u000a23:19:50.731404 --- ParallelTerminationStrategy: PID 12283 died...\u000a23:19:50.784739 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12283): Terminated: ok {rc=0}\u000a23:19:50.794399 --- ParallelTerminationStrategy: PID 12284 died...\u000a23:19:50.847041 run iperf3-srv_10.42.42.10(pid=12284): Terminated {rc=256}\u000a23:19:50.856581 --- ParallelTerminationStrategy: PID 12285 died...\u000a23:19:50.909255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12285): Terminated: ok {rc=0}\u000a23:19:50.918689 --- ParallelTerminationStrategy: PID 12286 died...\u000a23:19:50.971410 run iperf3-srv_10.42.42.10(pid=12286): Terminated {rc=256}\u000a23:19:50.981090 --- ParallelTerminationStrategy: PID 12289 died...\u000a23:19:51.033803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12289): Terminated: ok {rc=0}\u000a23:19:51.043265 --- ParallelTerminationStrategy: PID 12292 died...\u000a23:19:51.096265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12292): Terminated: ok {rc=0}\u000a23:19:51.105850 --- ParallelTerminationStrategy: PID 12295 died...\u000a23:19:51.158933 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12295): Terminated: ok {rc=0}\u000a23:19:51.242581 bus /gobi_0: Setting Powered False\u000a23:19:52.349382 bus /gobi_0: Setting Powered False\u000a23:19:53.461467 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12305): Process ended prematurely: osmo-stp_10.42.42.5(pid=12305) [trial-2396↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12305)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12305): Process ended prematurely: osmo-stp_10.42.42.5(pid=12305) [trial-2396↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12305)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a23:19:54.572248 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:54.584015 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:19:54.741180 tst iperf3.py: using LAC 36922\u000a23:19:54.872883 tst iperf3.py: using RAC 202\u000a23:19:55.003329 tst iperf3.py: using CellId 36922\u000a23:19:55.134829 tst iperf3.py: using BVCI 36923\u000a23:19:55.160430 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:55.172153 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:55.183464 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:55.194743 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:55.206512 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:55.218147 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:55.229827 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:55.241723 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:55.253451 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:19:55.538355 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:19:55.667454 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:19:55.989431 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12297): Launched\u000a23:19:56.257743 run iperf3-srv_10.42.42.10(pid=12298): Launched\u000a23:19:56.446612 tst iperf3.py:8: start network...\u000a23:19:56.576124 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:19:57.073979 run create_hlr_db(pid=12299): Launched\u000a23:19:57.251640 bus /gobi_6: Setting Powered False\u000a23:19:58.273827 run create_hlr_db(pid=12299): Terminated: ok {rc=0}\u000a23:19:58.716041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12301): Launched\u000a23:19:59.049651 run osmo-hlr_10.42.42.2(pid=12302): Launched\u000a23:19:59.172585 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:19:59.750269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12304): Launched\u000a23:20:00.083641 run osmo-stp_10.42.42.5(pid=12305): Launched\u000a23:20:00.205100 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:20:00.785256 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12307): Launched\u000a23:20:00.915295 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:20:01.211855 run patchelf(pid=12308): Launched\u000a23:20:01.398228 run osmo-stp_10.42.42.5(pid=12305): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12305)]\u000a23:20:01.535394 run osmo-stp_10.42.42.5(pid=12305): stdout: \u000a| (launched: 2022-12-13_23:19:59.919161)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:20:01.673355 run osmo-stp_10.42.42.5(pid=12305): stderr: \u000a| �[0;m�[38;5;43m20221213232000113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232000113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232000114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232000114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232000115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232000115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232000115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:20:01.806859 run osmo-stp_10.42.42.5(pid=12305): stdout: \u000a| (launched: 2022-12-13_23:19:59.919161)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:20:01.942980 run osmo-stp_10.42.42.5(pid=12305): stderr: \u000a| �[0;m�[38;5;43m20221213232000113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232000113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232000114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232000114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232000115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232000115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232000115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:20:02.094380 run patchelf(pid=12308): Terminating (SIGINT)\u000a23:20:02.270973 run patchelf(pid=12308): Terminated: ok {rc=0}\u000a23:20:02.303029 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12305): Process ended prematurely: osmo-stp_10.42.42.5(pid=12305) [trial-2396↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12305)] [trial-2396↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a23:20:02.312377 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a23:20:02.373038 run osmo-hlr_10.42.42.2(pid=12302): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12302)]\u000a23:20:02.422893 run osmo-hlr_10.42.42.2(pid=12302): stdout: \u000a| (launched: 2022-12-13_23:19:58.885106) \u000a23:20:02.473163 run osmo-hlr_10.42.42.2(pid=12302): stderr: \u000a| �[0;m�[1;31m20221213231959085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213231959086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213231959086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231959086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213231959086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213231959086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213231959099 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213231959109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213231959109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213231959109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:20:02.515978 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12297): Terminating (SIGTERM)\u000a23:20:02.556122 run iperf3-srv_10.42.42.10(pid=12298): Terminating (SIGTERM)\u000a23:20:02.596399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12301): Terminating (SIGTERM)\u000a23:20:02.637308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12304): Terminating (SIGTERM)\u000a23:20:02.677890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12307): Terminating (SIGTERM)\u000a23:20:02.687158 --- ParallelTerminationStrategy: PID 12297 died...\u000a23:20:02.741205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12297): Terminated: ok {rc=0}\u000a23:20:02.750958 --- ParallelTerminationStrategy: PID 12298 died...\u000a23:20:02.804583 run iperf3-srv_10.42.42.10(pid=12298): Terminated {rc=256}\u000a23:20:02.814288 --- ParallelTerminationStrategy: PID 12301 died...\u000a23:20:02.868185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12301): Terminated: ok {rc=0}\u000a23:20:02.877953 --- ParallelTerminationStrategy: PID 12304 died...\u000a23:20:02.931772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12304): Terminated: ok {rc=0}\u000a23:20:02.941567 --- ParallelTerminationStrategy: PID 12307 died...\u000a23:20:02.995044 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12307): Terminated: ok {rc=0}\u000a23:20:03.083922 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12326): Process ended prematurely: osmo-stp_10.42.42.5(pid=12326) [trial-2396↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12326)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12326): Process ended prematurely: osmo-stp_10.42.42.5(pid=12326) [trial-2396↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12326)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a23:20:04.195797 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:04.207500 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:20:04.354752 tst iperf3m4.py: using LAC 36923\u000a23:20:04.478226 tst iperf3m4.py: using RAC 203\u000a23:20:04.601263 tst iperf3m4.py: using CellId 36923\u000a23:20:04.733958 tst iperf3m4.py: using BVCI 36924\u000a23:20:04.757697 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:04.768542 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:04.779245 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:04.789937 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:04.800930 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:04.812301 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:04.823369 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:04.834206 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:04.845312 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:20:04.963602 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:20:05.088256 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:20:05.212017 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:20:05.515669 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:20:05.656079 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:20:06.004085 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12312): Launched\u000a23:20:06.292282 run iperf3-srv_10.42.42.10(pid=12313): Launched\u000a23:20:06.498175 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:20:06.638086 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:20:06.985213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12314): Launched\u000a23:20:07.272799 run iperf3-srv_10.42.42.10(pid=12315): Launched\u000a23:20:07.477638 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:20:07.617718 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:20:07.963662 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12316): Launched\u000a23:20:08.251866 run iperf3-srv_10.42.42.10(pid=12317): Launched\u000a23:20:08.456837 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:20:08.597156 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:20:08.943670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12318): Launched\u000a23:20:09.231587 run iperf3-srv_10.42.42.10(pid=12319): Launched\u000a23:20:09.436401 tst iperf3m4.py:8: start network...\u000a23:20:09.576741 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:20:10.101511 run create_hlr_db(pid=12320): Launched\u000a23:20:10.294116 bus /gobi_6: Setting Powered False\u000a23:20:11.314858 run create_hlr_db(pid=12320): Terminated: ok {rc=0}\u000a23:20:11.733083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12322): Launched\u000a23:20:12.046281 run osmo-hlr_10.42.42.2(pid=12323): Launched\u000a23:20:12.161723 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:20:12.702819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12325): Launched\u000a23:20:13.015817 run osmo-stp_10.42.42.5(pid=12326): Launched\u000a23:20:13.129319 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:20:13.671888 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12328): Launched\u000a23:20:13.782260 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:20:14.054670 run patchelf(pid=12329): Launched\u000a23:20:14.235790 run osmo-stp_10.42.42.5(pid=12326): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12326)]\u000a23:20:14.368067 run osmo-stp_10.42.42.5(pid=12326): stdout: \u000a| (launched: 2022-12-13_23:20:12.860830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:20:14.500823 run osmo-stp_10.42.42.5(pid=12326): stderr: \u000a| �[0;m�[38;5;43m20221213232013035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232013035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232013035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232013036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232013036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232013036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232013036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:20:14.628492 run osmo-stp_10.42.42.5(pid=12326): stdout: \u000a| (launched: 2022-12-13_23:20:12.860830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:20:14.756287 run osmo-stp_10.42.42.5(pid=12326): stderr: \u000a| �[0;m�[38;5;43m20221213232013035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232013035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232013035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232013036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232013036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232013036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232013036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:20:14.904105 run patchelf(pid=12329): Terminating (SIGINT)\u000a23:20:15.077833 run patchelf(pid=12329): Terminated: ok {rc=0}\u000a23:20:15.109615 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12326): Process ended prematurely: osmo-stp_10.42.42.5(pid=12326) [trial-2396↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12326)] [trial-2396↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a23:20:15.118955 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a23:20:15.179033 run osmo-hlr_10.42.42.2(pid=12323): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12323)]\u000a23:20:15.227940 run osmo-hlr_10.42.42.2(pid=12323): stdout: \u000a| (launched: 2022-12-13_23:20:11.890942) \u000a23:20:15.277705 run osmo-hlr_10.42.42.2(pid=12323): stderr: \u000a| �[0;m�[1;31m20221213232012073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232012073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232012073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232012073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232012073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232012073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232012086 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232012096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232012096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232012096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:20:15.319778 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12312): Terminating (SIGTERM)\u000a23:20:15.359963 run iperf3-srv_10.42.42.10(pid=12313): Terminating (SIGTERM)\u000a23:20:15.400171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12314): Terminating (SIGTERM)\u000a23:20:15.440354 run iperf3-srv_10.42.42.10(pid=12315): Terminating (SIGTERM)\u000a23:20:15.480575 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12316): Terminating (SIGTERM)\u000a23:20:15.520640 run iperf3-srv_10.42.42.10(pid=12317): Terminating (SIGTERM)\u000a23:20:15.560598 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12318): Terminating (SIGTERM)\u000a23:20:15.600636 run iperf3-srv_10.42.42.10(pid=12319): Terminating (SIGTERM)\u000a23:20:15.640696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12322): Terminating (SIGTERM)\u000a23:20:15.680910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12325): Terminating (SIGTERM)\u000a23:20:15.721104 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12328): Terminating (SIGTERM)\u000a23:20:15.730518 --- ParallelTerminationStrategy: PID 12312 died...\u000a23:20:15.784423 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12312): Terminated: ok {rc=0}\u000a23:20:15.794250 --- ParallelTerminationStrategy: PID 12313 died...\u000a23:20:15.847963 run iperf3-srv_10.42.42.10(pid=12313): Terminated {rc=256}\u000a23:20:15.858931 --- ParallelTerminationStrategy: PID 12314 died...\u000a23:20:15.926283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12314): Terminated: ok {rc=0}\u000a23:20:15.939109 --- ParallelTerminationStrategy: PID 12315 died...\u000a23:20:15.998645 run iperf3-srv_10.42.42.10(pid=12315): Terminated {rc=256}\u000a23:20:16.009756 --- ParallelTerminationStrategy: PID 12316 died...\u000a23:20:16.079136 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12316): Terminated: ok {rc=0}\u000a23:20:16.089499 --- ParallelTerminationStrategy: PID 12317 died...\u000a23:20:16.144372 run iperf3-srv_10.42.42.10(pid=12317): Terminated {rc=256}\u000a23:20:16.154599 --- ParallelTerminationStrategy: PID 12318 died...\u000a23:20:16.209697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12318): Terminated: ok {rc=0}\u000a23:20:16.219881 --- ParallelTerminationStrategy: PID 12319 died...\u000a23:20:16.274874 run iperf3-srv_10.42.42.10(pid=12319): Terminated {rc=256}\u000a23:20:16.285041 --- ParallelTerminationStrategy: PID 12322 died...\u000a23:20:16.340321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12322): Terminated: ok {rc=0}\u000a23:20:16.350650 --- ParallelTerminationStrategy: PID 12325 died...\u000a23:20:16.405816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12325): Terminated: ok {rc=0}\u000a23:20:16.416047 --- ParallelTerminationStrategy: PID 12328 died...\u000a23:20:16.471376 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12328): Terminated: ok {rc=0}\u000a23:20:16.559763 bus /gobi_4: Setting Powered False\u000a23:20:17.663080 bus /gobi_4: Setting Powered False\u000a23:20:18.773042 bus /gobi_1: Setting Powered False\u000a23:20:19.880575 bus /gobi_1: Setting Powered False\u000a23:20:20.990083 bus /gobi_0: Setting Powered False\u000a23:20:22.098098 bus /gobi_0: Setting Powered False\u000a23:20:23.208665 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 66, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12336): Process ended prematurely: osmo-stp_10.42.42.5(pid=12336) [trial-2396↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12336)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12336): Process ended prematurely: osmo-stp_10.42.42.5(pid=12336) [trial-2396↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12336)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a23:20:24.278749 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:24.290908 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:20:24.442600 tst ping.py: using LAC 36924\u000a23:20:24.564130 tst ping.py: using RAC 204\u000a23:20:24.684354 tst ping.py: using CellId 36924\u000a23:20:24.805289 tst ping.py: using BVCI 36925\u000a23:20:24.828762 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:24.840008 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:24.850981 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:24.861843 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:24.873138 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:24.884136 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:24.895375 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:24.906450 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:20:25.188576 tst ping.py:19: start network...\u000a23:20:25.315448 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:20:25.806598 run create_hlr_db(pid=12330): Launched\u000a23:20:25.983234 bus /gobi_6: Setting Powered False\u000a23:20:27.005064 run create_hlr_db(pid=12330): Terminated: ok {rc=0}\u000a23:20:27.442913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12332): Launched\u000a23:20:27.772548 run osmo-hlr_10.42.42.2(pid=12333): Launched\u000a23:20:27.891709 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:20:28.469406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12335): Launched\u000a23:20:28.798587 run osmo-stp_10.42.42.5(pid=12336): Launched\u000a23:20:28.917432 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:20:29.487161 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12338): Launched\u000a23:20:29.604725 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:20:29.891019 run patchelf(pid=12339): Launched\u000a23:20:30.081764 run osmo-stp_10.42.42.5(pid=12336): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12336)]\u000a23:20:30.221255 run osmo-stp_10.42.42.5(pid=12336): stdout: \u000a| (launched: 2022-12-13_23:20:28.635577)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:20:30.360477 run osmo-stp_10.42.42.5(pid=12336): stderr: \u000a| �[0;m�[38;5;43m20221213232028834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232028834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232028834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232028834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232028835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232028835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232028835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:20:30.495388 run osmo-stp_10.42.42.5(pid=12336): stdout: \u000a| (launched: 2022-12-13_23:20:28.635577)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:20:30.629494 run osmo-stp_10.42.42.5(pid=12336): stderr: \u000a| �[0;m�[38;5;43m20221213232028834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232028834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232028834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232028834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232028835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232028835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232028835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:20:30.784771 run patchelf(pid=12339): Terminating (SIGINT)\u000a23:20:31.004290 run patchelf(pid=12339): Terminated: ok {rc=0}\u000a23:20:31.038510 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12336): Process ended prematurely: osmo-stp_10.42.42.5(pid=12336) [trial-2396↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12336)] [trial-2396↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a23:20:31.048701 tst ping.py:22: Test FAILED (6.8 sec)\u000a23:20:31.115342 run osmo-hlr_10.42.42.2(pid=12333): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12333)]\u000a23:20:31.169243 run osmo-hlr_10.42.42.2(pid=12333): stdout: \u000a| (launched: 2022-12-13_23:20:27.609762) \u000a23:20:31.223866 run osmo-hlr_10.42.42.2(pid=12333): stderr: \u000a| �[0;m�[1;31m20221213232027812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232027812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232027813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232027813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232027813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232027813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232027825 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232027833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232027833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232027833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:20:31.270714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12332): Terminating (SIGTERM)\u000a23:20:31.315113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12335): Terminating (SIGTERM)\u000a23:20:31.361424 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12338): Terminating (SIGTERM)\u000a23:20:31.372342 --- ParallelTerminationStrategy: PID 12332 died...\u000a23:20:31.433229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12332): Terminated: ok {rc=0}\u000a23:20:31.445226 --- ParallelTerminationStrategy: PID 12335 died...\u000a23:20:31.503862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12335): Terminated: ok {rc=0}\u000a23:20:31.514829 --- ParallelTerminationStrategy: PID 12338 died...\u000a23:20:31.574283 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12338): Terminated: ok {rc=0}\u000a23:20:31.665105 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 66, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12347): Process ended prematurely: osmo-stp_10.42.42.5(pid=12347) [trial-2396↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12347)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12347): Process ended prematurely: osmo-stp_10.42.42.5(pid=12347) [trial-2396↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12347)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a23:20:32.716621 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:32.728196 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:20:32.876526 tst ping_idle_ping.py: using LAC 36925\u000a23:20:33.000912 tst ping_idle_ping.py: using RAC 205\u000a23:20:33.120285 tst ping_idle_ping.py: using CellId 36925\u000a23:20:33.239718 tst ping_idle_ping.py: using BVCI 36926\u000a23:20:33.263128 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:33.274356 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:33.285122 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:33.296252 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:33.307292 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:33.318267 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:33.329520 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:33.340695 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:20:33.619826 tst ping_idle_ping.py:24: start network...\u000a23:20:33.746666 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:20:34.240475 run create_hlr_db(pid=12340): Launched\u000a23:20:34.416792 bus /gobi_6: Setting Powered False\u000a23:20:35.439921 run create_hlr_db(pid=12340): Terminated: ok {rc=0}\u000a23:20:35.878635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12342): Launched\u000a23:20:36.209355 run osmo-hlr_10.42.42.2(pid=12343): Launched\u000a23:20:36.331396 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:20:36.904250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12345): Launched\u000a23:20:37.235281 run osmo-stp_10.42.42.5(pid=12347): Launched\u000a23:20:37.355377 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:20:37.929741 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12349): Launched\u000a23:20:38.046880 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:20:38.334075 run patchelf(pid=12350): Launched\u000a23:20:38.526283 run osmo-stp_10.42.42.5(pid=12347): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12347)]\u000a23:20:38.666598 run osmo-stp_10.42.42.5(pid=12347): stdout: \u000a| (launched: 2022-12-13_23:20:37.071331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:20:38.806962 run osmo-stp_10.42.42.5(pid=12347): stderr: \u000a| �[0;m�[38;5;43m20221213232037265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232037265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232037266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232037266 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232037266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232037267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232037267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:20:38.942803 run osmo-stp_10.42.42.5(pid=12347): stdout: \u000a| (launched: 2022-12-13_23:20:37.071331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:20:39.077399 run osmo-stp_10.42.42.5(pid=12347): stderr: \u000a| �[0;m�[38;5;43m20221213232037265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232037265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232037266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232037266 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232037266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232037267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232037267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:20:39.233916 run patchelf(pid=12350): Terminating (SIGINT)\u000a23:20:39.416854 run patchelf(pid=12350): Terminated: ok {rc=0}\u000a23:20:39.449907 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12347): Process ended prematurely: osmo-stp_10.42.42.5(pid=12347) [trial-2396↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12347)] [trial-2396↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a23:20:39.459328 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a23:20:39.523650 run osmo-hlr_10.42.42.2(pid=12343): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12343)]\u000a23:20:39.576073 run osmo-hlr_10.42.42.2(pid=12343): stdout: \u000a| (launched: 2022-12-13_23:20:36.045913) \u000a23:20:39.629097 run osmo-hlr_10.42.42.2(pid=12343): stderr: \u000a| �[0;m�[1;31m20221213232036246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232036246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232036246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232036246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232036246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232036246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232036258 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232036267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232036267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232036267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:20:39.674322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12342): Terminating (SIGTERM)\u000a23:20:39.717553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12345): Terminating (SIGTERM)\u000a23:20:39.760340 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12349): Terminating (SIGTERM)\u000a23:20:39.770156 --- ParallelTerminationStrategy: PID 12342 died...\u000a23:20:39.827522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12342): Terminated: ok {rc=0}\u000a23:20:39.837836 --- ParallelTerminationStrategy: PID 12345 died...\u000a23:20:39.895051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12345): Terminated: ok {rc=0}\u000a23:20:39.905294 --- ParallelTerminationStrategy: PID 12349 died...\u000a23:20:39.963686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12349): Terminated: ok {rc=0}\u000a23:20:40.052098 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:19:41" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12365): Process ended prematurely: osmo-stp_10.42.42.5(pid=12365) [trial-2396↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12365)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12365): Process ended prematurely: osmo-stp_10.42.42.5(pid=12365) [trial-2396↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12365)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:20:42.170698 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:42.181963 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:20:42.326820 tst cs_paging_gprs_active.py: using LAC 36926\u000a23:20:42.447597 tst cs_paging_gprs_active.py: using RAC 206\u000a23:20:42.568719 tst cs_paging_gprs_active.py: using CellId 36926\u000a23:20:42.690466 tst cs_paging_gprs_active.py: using BVCI 36927\u000a23:20:42.714432 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:42.725385 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:42.736008 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:42.746701 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:42.757543 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:42.768418 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:42.779449 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:42.790320 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:42.801353 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:20:42.918781 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:20:43.221181 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:20:43.361108 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:20:43.708033 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12355): Launched\u000a23:20:43.995324 run iperf3-srv_10.42.42.10(pid=12356): Launched\u000a23:20:44.199466 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:20:44.338563 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:20:44.684209 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12357): Launched\u000a23:20:44.973379 run iperf3-srv_10.42.42.10(pid=12358): Launched\u000a23:20:45.178019 tst cs_paging_gprs_active.py:38: start network...\u000a23:20:45.317441 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:20:45.844919 run create_hlr_db(pid=12359): Launched\u000a23:20:46.051052 bus /gobi_6: Setting Powered False\u000a23:20:47.111757 run create_hlr_db(pid=12359): Terminated: ok {rc=0}\u000a23:20:47.565712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12361): Launched\u000a23:20:47.899764 run osmo-hlr_10.42.42.2(pid=12362): Launched\u000a23:20:48.021459 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:20:48.599530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12364): Launched\u000a23:20:48.932725 run osmo-stp_10.42.42.5(pid=12365): Launched\u000a23:20:49.054919 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:20:49.637437 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12367): Launched\u000a23:20:49.756409 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:20:50.047321 run patchelf(pid=12368): Launched\u000a23:20:50.241375 run osmo-stp_10.42.42.5(pid=12365): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12365)]\u000a23:20:50.383363 run osmo-stp_10.42.42.5(pid=12365): stdout: \u000a| (launched: 2022-12-13_23:20:48.768317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:20:50.525551 run osmo-stp_10.42.42.5(pid=12365): stderr: \u000a| �[0;m�[38;5;43m20221213232048962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232048962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232048963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232048963 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232048965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232048966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232048966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:20:50.662883 run osmo-stp_10.42.42.5(pid=12365): stdout: \u000a| (launched: 2022-12-13_23:20:48.768317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:20:50.799049 run osmo-stp_10.42.42.5(pid=12365): stderr: \u000a| �[0;m�[38;5;43m20221213232048962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232048962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232048963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232048963 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232048965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232048966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232048966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:20:50.957876 run patchelf(pid=12368): Terminating (SIGINT)\u000a23:20:51.144489 run patchelf(pid=12368): Terminated: ok {rc=0}\u000a23:20:51.178646 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12365): Process ended prematurely: osmo-stp_10.42.42.5(pid=12365) [trial-2396↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12365)] [trial-2396↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a23:20:51.188619 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a23:20:51.252873 run osmo-hlr_10.42.42.2(pid=12362): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12362)]\u000a23:20:51.305164 run osmo-hlr_10.42.42.2(pid=12362): stdout: \u000a| (launched: 2022-12-13_23:20:47.734927) \u000a23:20:51.358052 run osmo-hlr_10.42.42.2(pid=12362): stderr: \u000a| �[0;m�[1;31m20221213232047936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232047936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232047936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232047936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232047936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232047936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232047948 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232047957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232047957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232047957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:20:51.403286 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12355): Terminating (SIGTERM)\u000a23:20:51.446150 run iperf3-srv_10.42.42.10(pid=12356): Terminating (SIGTERM)\u000a23:20:51.488585 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12357): Terminating (SIGTERM)\u000a23:20:51.531289 run iperf3-srv_10.42.42.10(pid=12358): Terminating (SIGTERM)\u000a23:20:51.573925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12361): Terminating (SIGTERM)\u000a23:20:51.616493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12364): Terminating (SIGTERM)\u000a23:20:51.658965 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12367): Terminating (SIGTERM)\u000a23:20:51.668625 --- ParallelTerminationStrategy: PID 12355 died...\u000a23:20:51.726063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12355): Terminated: ok {rc=0}\u000a23:20:51.736160 --- ParallelTerminationStrategy: PID 12356 died...\u000a23:20:51.792680 run iperf3-srv_10.42.42.10(pid=12356): Terminated {rc=256}\u000a23:20:51.802768 --- ParallelTerminationStrategy: PID 12357 died...\u000a23:20:51.859272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12357): Terminated: ok {rc=0}\u000a23:20:51.869467 --- ParallelTerminationStrategy: PID 12358 died...\u000a23:20:51.926340 run iperf3-srv_10.42.42.10(pid=12358): Terminated {rc=256}\u000a23:20:51.936528 --- ParallelTerminationStrategy: PID 12361 died...\u000a23:20:51.993601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12361): Terminated: ok {rc=0}\u000a23:20:52.003682 --- ParallelTerminationStrategy: PID 12364 died...\u000a23:20:52.060311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12364): Terminated: ok {rc=0}\u000a23:20:52.070418 --- ParallelTerminationStrategy: PID 12367 died...\u000a23:20:52.126989 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12367): Terminated: ok {rc=0}\u000a23:20:52.213902 bus /gobi_0: Setting Powered False\u000a23:20:53.320755 bus /gobi_0: Setting Powered False\u000a23:20:54.430208 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12380): Process ended prematurely: osmo-stp_10.42.42.5(pid=12380) [trial-2396↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12380)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12380): Process ended prematurely: osmo-stp_10.42.42.5(pid=12380) [trial-2396↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12380)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a23:20:55.547531 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:55.559663 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:20:55.719043 tst iperf3.py: using LAC 36927\u000a23:20:55.848736 tst iperf3.py: using RAC 207\u000a23:20:55.980525 tst iperf3.py: using CellId 36927\u000a23:20:56.111690 tst iperf3.py: using BVCI 36928\u000a23:20:56.137310 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:56.148675 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:56.159877 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:56.171243 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:56.182717 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:56.194269 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:56.205905 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:56.217302 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:56.229110 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:20:56.514127 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:20:56.643965 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:20:56.968741 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12372): Launched\u000a23:20:57.238171 run iperf3-srv_10.42.42.10(pid=12373): Launched\u000a23:20:57.427616 tst iperf3.py:8: start network...\u000a23:20:57.556605 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:20:58.054645 run create_hlr_db(pid=12374): Launched\u000a23:20:58.232617 bus /gobi_6: Setting Powered False\u000a23:20:59.267362 run create_hlr_db(pid=12374): Terminated: ok {rc=0}\u000a23:20:59.684290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12376): Launched\u000a23:20:59.996299 run osmo-hlr_10.42.42.2(pid=12377): Launched\u000a23:21:00.110126 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:21:00.650972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12379): Launched\u000a23:21:01.030768 run osmo-stp_10.42.42.5(pid=12380): Launched\u000a23:21:01.344466 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:21:01.969325 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12382): Launched\u000a23:21:02.082717 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:21:02.373775 run patchelf(pid=12383): Launched\u000a23:21:02.554858 run osmo-stp_10.42.42.5(pid=12380): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12380)]\u000a23:21:02.687507 run osmo-stp_10.42.42.5(pid=12380): stdout: \u000a| (launched: 2022-12-13_23:21:00.807972)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:21:02.820794 run osmo-stp_10.42.42.5(pid=12380): stderr: \u000a| �[0;m�[38;5;43m20221213232101120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232101120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232101120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232101121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232101121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232101121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232101121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:21:02.949524 run osmo-stp_10.42.42.5(pid=12380): stdout: \u000a| (launched: 2022-12-13_23:21:00.807972)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:21:03.076373 run osmo-stp_10.42.42.5(pid=12380): stderr: \u000a| �[0;m�[38;5;43m20221213232101120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232101120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232101120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232101121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232101121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232101121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232101121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:21:03.225935 run patchelf(pid=12383): Terminating (SIGINT)\u000a23:21:03.399830 run patchelf(pid=12383): Terminated: ok {rc=0}\u000a23:21:03.431857 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12380): Process ended prematurely: osmo-stp_10.42.42.5(pid=12380) [trial-2396↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12380)] [trial-2396↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a23:21:03.441238 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a23:21:03.502152 run osmo-hlr_10.42.42.2(pid=12377): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12377)]\u000a23:21:03.551828 run osmo-hlr_10.42.42.2(pid=12377): stdout: \u000a| (launched: 2022-12-13_23:20:59.841974) \u000a23:21:03.602056 run osmo-hlr_10.42.42.2(pid=12377): stderr: \u000a| �[0;m�[1;31m20221213232100022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232100022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232100022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232100023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232100023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232100023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232100035 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232100044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232100044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232100044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:21:03.644934 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12372): Terminating (SIGTERM)\u000a23:21:03.685467 run iperf3-srv_10.42.42.10(pid=12373): Terminating (SIGTERM)\u000a23:21:03.725641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12376): Terminating (SIGTERM)\u000a23:21:03.765774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12379): Terminating (SIGTERM)\u000a23:21:03.806020 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12382): Terminating (SIGTERM)\u000a23:21:03.815289 --- ParallelTerminationStrategy: PID 12372 died...\u000a23:21:03.868744 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12372): Terminated: ok {rc=0}\u000a23:21:03.878457 --- ParallelTerminationStrategy: PID 12373 died...\u000a23:21:03.931920 run iperf3-srv_10.42.42.10(pid=12373): Terminated {rc=256}\u000a23:21:03.941860 --- ParallelTerminationStrategy: PID 12376 died...\u000a23:21:03.995569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12376): Terminated: ok {rc=0}\u000a23:21:04.005364 --- ParallelTerminationStrategy: PID 12379 died...\u000a23:21:04.059030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12379): Terminated: ok {rc=0}\u000a23:21:04.068650 --- ParallelTerminationStrategy: PID 12382 died...\u000a23:21:04.122311 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12382): Terminated: ok {rc=0}\u000a23:21:04.211193 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12398): Process ended prematurely: osmo-stp_10.42.42.5(pid=12398) [trial-2396↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12398)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12398): Process ended prematurely: osmo-stp_10.42.42.5(pid=12398) [trial-2396↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12398)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a23:21:05.323724 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:05.335327 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:21:05.483275 tst iperf3m4.py: using LAC 36928\u000a23:21:05.604341 tst iperf3m4.py: using RAC 208\u000a23:21:05.727770 tst iperf3m4.py: using CellId 36928\u000a23:21:05.850976 tst iperf3m4.py: using BVCI 36929\u000a23:21:05.874784 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:05.885714 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:05.896348 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:05.907175 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:05.918251 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:05.929098 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:05.939887 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:05.950561 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:05.961484 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:21:06.084515 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:21:06.205172 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:21:06.327262 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:21:06.613699 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:21:06.742378 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:21:07.065285 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12384): Launched\u000a23:21:07.334140 run iperf3-srv_10.42.42.10(pid=12385): Launched\u000a23:21:07.523234 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:21:07.651806 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:21:07.974343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12386): Launched\u000a23:21:08.242460 run iperf3-srv_10.42.42.10(pid=12387): Launched\u000a23:21:08.430260 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:21:08.558682 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:21:08.880691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12388): Launched\u000a23:21:09.149598 run iperf3-srv_10.42.42.10(pid=12389): Launched\u000a23:21:09.338415 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:21:09.466822 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:21:09.789362 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12390): Launched\u000a23:21:10.057340 run iperf3-srv_10.42.42.10(pid=12391): Launched\u000a23:21:10.246000 tst iperf3m4.py:8: start network...\u000a23:21:10.374832 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:21:10.870580 run create_hlr_db(pid=12392): Launched\u000a23:21:11.048392 bus /gobi_6: Setting Powered False\u000a23:21:12.070418 run create_hlr_db(pid=12392): Terminated: ok {rc=0}\u000a23:21:12.484769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12394): Launched\u000a23:21:12.797467 run osmo-hlr_10.42.42.2(pid=12395): Launched\u000a23:21:12.915086 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:21:13.460312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12397): Launched\u000a23:21:13.772423 run osmo-stp_10.42.42.5(pid=12398): Launched\u000a23:21:13.886854 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:21:14.427705 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12400): Launched\u000a23:21:14.538139 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:21:14.811116 run patchelf(pid=12401): Launched\u000a23:21:14.992214 run osmo-stp_10.42.42.5(pid=12398): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12398)]\u000a23:21:15.124706 run osmo-stp_10.42.42.5(pid=12398): stdout: \u000a| (launched: 2022-12-13_23:21:13.617415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:21:15.258672 run osmo-stp_10.42.42.5(pid=12398): stderr: \u000a| �[0;m�[38;5;43m20221213232113789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232113789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232113790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232113790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232113792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232113792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232113792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:21:15.386569 run osmo-stp_10.42.42.5(pid=12398): stdout: \u000a| (launched: 2022-12-13_23:21:13.617415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:21:15.513571 run osmo-stp_10.42.42.5(pid=12398): stderr: \u000a| �[0;m�[38;5;43m20221213232113789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232113789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232113790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232113790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232113792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232113792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232113792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:21:15.661782 run patchelf(pid=12401): Terminating (SIGINT)\u000a23:21:15.835333 run patchelf(pid=12401): Terminated: ok {rc=0}\u000a23:21:15.877231 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12398): Process ended prematurely: osmo-stp_10.42.42.5(pid=12398) [trial-2396↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12398)] [trial-2396↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a23:21:15.887112 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a23:21:15.950205 run osmo-hlr_10.42.42.2(pid=12395): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12395)]\u000a23:21:16.000269 run osmo-hlr_10.42.42.2(pid=12395): stdout: \u000a| (launched: 2022-12-13_23:21:12.642536) \u000a23:21:16.051055 run osmo-hlr_10.42.42.2(pid=12395): stderr: \u000a| �[0;m�[1;31m20221213232112826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232112826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232112826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232112826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232112826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232112826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232112838 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232112847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232112847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232112848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:21:16.094440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12384): Terminating (SIGTERM)\u000a23:21:16.135212 run iperf3-srv_10.42.42.10(pid=12385): Terminating (SIGTERM)\u000a23:21:16.177867 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12386): Terminating (SIGTERM)\u000a23:21:16.220634 run iperf3-srv_10.42.42.10(pid=12387): Terminating (SIGTERM)\u000a23:21:16.263525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12388): Terminating (SIGTERM)\u000a23:21:16.306298 run iperf3-srv_10.42.42.10(pid=12389): Terminating (SIGTERM)\u000a23:21:16.347512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12390): Terminating (SIGTERM)\u000a23:21:16.388143 run iperf3-srv_10.42.42.10(pid=12391): Terminating (SIGTERM)\u000a23:21:16.429080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12394): Terminating (SIGTERM)\u000a23:21:16.472275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12397): Terminating (SIGTERM)\u000a23:21:16.514726 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12400): Terminating (SIGTERM)\u000a23:21:16.525471 --- ParallelTerminationStrategy: PID 12384 died...\u000a23:21:16.580151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12384): Terminated: ok {rc=0}\u000a23:21:16.590135 --- ParallelTerminationStrategy: PID 12385 died...\u000a23:21:16.643841 run iperf3-srv_10.42.42.10(pid=12385): Terminated {rc=256}\u000a23:21:16.654059 --- ParallelTerminationStrategy: PID 12386 died...\u000a23:21:16.708167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12386): Terminated: ok {rc=0}\u000a23:21:16.718149 --- ParallelTerminationStrategy: PID 12387 died...\u000a23:21:16.772223 run iperf3-srv_10.42.42.10(pid=12387): Terminated {rc=256}\u000a23:21:16.782289 --- ParallelTerminationStrategy: PID 12388 died...\u000a23:21:16.836356 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12388): Terminated: ok {rc=0}\u000a23:21:16.846518 --- ParallelTerminationStrategy: PID 12389 died...\u000a23:21:16.900610 run iperf3-srv_10.42.42.10(pid=12389): Terminated {rc=256}\u000a23:21:16.910747 --- ParallelTerminationStrategy: PID 12390 died...\u000a23:21:16.964871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12390): Terminated: ok {rc=0}\u000a23:21:16.974996 --- ParallelTerminationStrategy: PID 12391 died...\u000a23:21:17.029316 run iperf3-srv_10.42.42.10(pid=12391): Terminated {rc=256}\u000a23:21:17.039445 --- ParallelTerminationStrategy: PID 12394 died...\u000a23:21:17.093974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12394): Terminated: ok {rc=0}\u000a23:21:17.104111 --- ParallelTerminationStrategy: PID 12397 died...\u000a23:21:17.158277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12397): Terminated: ok {rc=0}\u000a23:21:17.168387 --- ParallelTerminationStrategy: PID 12400 died...\u000a23:21:17.222922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12400): Terminated: ok {rc=0}\u000a23:21:17.308036 bus /gobi_4: Setting Powered False\u000a23:21:18.414802 bus /gobi_4: Setting Powered False\u000a23:21:19.523083 bus /gobi_1: Setting Powered False\u000a23:21:20.629954 bus /gobi_1: Setting Powered False\u000a23:21:21.742782 bus /gobi_0: Setting Powered False\u000a23:21:22.846261 bus /gobi_0: Setting Powered False\u000a23:21:23.958511 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 66, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12408): Process ended prematurely: osmo-stp_10.42.42.5(pid=12408) [trial-2396↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12408)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12408): Process ended prematurely: osmo-stp_10.42.42.5(pid=12408) [trial-2396↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12408)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a23:21:25.026484 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:25.038302 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:21:25.182124 tst ping.py: using LAC 36929\u000a23:21:25.300802 tst ping.py: using RAC 209\u000a23:21:25.428603 tst ping.py: using CellId 36929\u000a23:21:25.558965 tst ping.py: using BVCI 36930\u000a23:21:25.584589 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:25.596330 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:25.607798 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:25.619280 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:25.630820 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:25.642373 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:25.654220 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:25.665811 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:21:25.946061 tst ping.py:19: start network...\u000a23:21:26.072532 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:21:26.562744 run create_hlr_db(pid=12402): Launched\u000a23:21:26.738436 bus /gobi_6: Setting Powered False\u000a23:21:27.760785 run create_hlr_db(pid=12402): Terminated: ok {rc=0}\u000a23:21:28.196924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12404): Launched\u000a23:21:28.525305 run osmo-hlr_10.42.42.2(pid=12405): Launched\u000a23:21:28.649282 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:21:29.221939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12407): Launched\u000a23:21:29.550777 run osmo-stp_10.42.42.5(pid=12408): Launched\u000a23:21:29.670373 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:21:30.243076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12410): Launched\u000a23:21:30.360185 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:21:30.647508 run patchelf(pid=12411): Launched\u000a23:21:30.853614 run osmo-stp_10.42.42.5(pid=12408): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12408)]\u000a23:21:30.988927 run osmo-stp_10.42.42.5(pid=12408): stdout: \u000a| (launched: 2022-12-13_23:21:29.388848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:21:31.123811 run osmo-stp_10.42.42.5(pid=12408): stderr: \u000a| �[0;m�[38;5;43m20221213232129586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232129587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232129587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232129587 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232129588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232129588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232129588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:21:31.253813 run osmo-stp_10.42.42.5(pid=12408): stdout: \u000a| (launched: 2022-12-13_23:21:29.388848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:21:31.383919 run osmo-stp_10.42.42.5(pid=12408): stderr: \u000a| �[0;m�[38;5;43m20221213232129586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232129587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232129587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232129587 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232129588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232129588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232129588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:21:31.534213 run patchelf(pid=12411): Terminating (SIGINT)\u000a23:21:31.710363 run patchelf(pid=12411): Terminated: ok {rc=0}\u000a23:21:31.744037 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12408): Process ended prematurely: osmo-stp_10.42.42.5(pid=12408) [trial-2396↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12408)] [trial-2396↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a23:21:31.753331 tst ping.py:22: Test FAILED (6.7 sec)\u000a23:21:31.815344 run osmo-hlr_10.42.42.2(pid=12405): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12405)]\u000a23:21:31.866266 run osmo-hlr_10.42.42.2(pid=12405): stdout: \u000a| (launched: 2022-12-13_23:21:28.362668) \u000a23:21:31.919196 run osmo-hlr_10.42.42.2(pid=12405): stderr: \u000a| �[0;m�[1;31m20221213232128562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232128562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232128562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232128562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232128562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232128562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232128575 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232128583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232128583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232128583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:21:31.963057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12404): Terminating (SIGTERM)\u000a23:21:32.006911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12407): Terminating (SIGTERM)\u000a23:21:32.051024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12410): Terminating (SIGTERM)\u000a23:21:32.061331 --- ParallelTerminationStrategy: PID 12404 died...\u000a23:21:32.119500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12404): Terminated: ok {rc=0}\u000a23:21:32.130001 --- ParallelTerminationStrategy: PID 12407 died...\u000a23:21:32.186245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12407): Terminated: ok {rc=0}\u000a23:21:32.196790 --- ParallelTerminationStrategy: PID 12410 died...\u000a23:21:32.251784 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12410): Terminated: ok {rc=0}\u000a23:21:32.339550 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 66, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12418): Process ended prematurely: osmo-stp_10.42.42.5(pid=12418) [trial-2396↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12418)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12418): Process ended prematurely: osmo-stp_10.42.42.5(pid=12418) [trial-2396↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12418)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a23:21:33.391425 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:33.403103 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:21:33.553262 tst ping_idle_ping.py: using LAC 36930\u000a23:21:33.671665 tst ping_idle_ping.py: using RAC 210\u000a23:21:33.798159 tst ping_idle_ping.py: using CellId 36930\u000a23:21:33.923891 tst ping_idle_ping.py: using BVCI 36931\u000a23:21:33.949425 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:33.961084 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:33.972498 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:33.983801 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:33.995437 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:34.007016 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:34.018908 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:34.030529 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:21:34.315107 tst ping_idle_ping.py:24: start network...\u000a23:21:34.442778 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:21:34.939180 run create_hlr_db(pid=12412): Launched\u000a23:21:35.115298 bus /gobi_6: Setting Powered False\u000a23:21:36.137454 run create_hlr_db(pid=12412): Terminated: ok {rc=0}\u000a23:21:36.576427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12414): Launched\u000a23:21:36.907448 run osmo-hlr_10.42.42.2(pid=12415): Launched\u000a23:21:37.027558 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:21:37.600228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12417): Launched\u000a23:21:37.930415 run osmo-stp_10.42.42.5(pid=12418): Launched\u000a23:21:38.050598 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:21:38.627540 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12420): Launched\u000a23:21:38.745129 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:21:39.033605 run patchelf(pid=12421): Launched\u000a23:21:39.225827 run osmo-stp_10.42.42.5(pid=12418): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12418)]\u000a23:21:39.366415 run osmo-stp_10.42.42.5(pid=12418): stdout: \u000a| (launched: 2022-12-13_23:21:37.767132)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:21:39.507268 run osmo-stp_10.42.42.5(pid=12418): stderr: \u000a| �[0;m�[38;5;43m20221213232137961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232137961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232137961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232137962 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232137964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232137964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232137964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:21:39.643551 run osmo-stp_10.42.42.5(pid=12418): stdout: \u000a| (launched: 2022-12-13_23:21:37.767132)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:21:39.778285 run osmo-stp_10.42.42.5(pid=12418): stderr: \u000a| �[0;m�[38;5;43m20221213232137961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232137961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232137961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232137962 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232137964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232137964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232137964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:21:39.935106 run patchelf(pid=12421): Terminating (SIGINT)\u000a23:21:40.119062 run patchelf(pid=12421): Terminated: ok {rc=0}\u000a23:21:40.152375 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12418): Process ended prematurely: osmo-stp_10.42.42.5(pid=12418) [trial-2396↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12418)] [trial-2396↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a23:21:40.161753 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a23:21:40.225976 run osmo-hlr_10.42.42.2(pid=12415): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12415)]\u000a23:21:40.278636 run osmo-hlr_10.42.42.2(pid=12415): stdout: \u000a| (launched: 2022-12-13_23:21:36.744065) \u000a23:21:40.331798 run osmo-hlr_10.42.42.2(pid=12415): stderr: \u000a| �[0;m�[1;31m20221213232136947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232136947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232136947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232136947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232136947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232136947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232136978 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232136989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232136989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232136989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:21:40.376877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12414): Terminating (SIGTERM)\u000a23:21:40.419989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12417): Terminating (SIGTERM)\u000a23:21:40.462815 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12420): Terminating (SIGTERM)\u000a23:21:40.472636 --- ParallelTerminationStrategy: PID 12414 died...\u000a23:21:40.530212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12414): Terminated: ok {rc=0}\u000a23:21:40.540478 --- ParallelTerminationStrategy: PID 12417 died...\u000a23:21:40.597503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12417): Terminated: ok {rc=0}\u000a23:21:40.607662 --- ParallelTerminationStrategy: PID 12420 died...\u000a23:21:40.664535 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12420): Terminated: ok {rc=0}\u000a23:21:40.752365 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:20:41" }, { "cases" : [ { "testActions" : [ ], "age" : 68, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12432): Process ended prematurely: osmo-stp_10.42.42.5(pid=12432) [trial-2396↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12432)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12432): Process ended prematurely: osmo-stp_10.42.42.5(pid=12432) [trial-2396↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12432)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a23:21:42.757444 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:21:42.769154 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:21:42.924539 tst switch_tch_pdch.py: using LAC 36931\u000a23:21:43.050501 tst switch_tch_pdch.py: using RAC 211\u000a23:21:43.177371 tst switch_tch_pdch.py: using CellId 36931\u000a23:21:43.305926 tst switch_tch_pdch.py: using BVCI 36932\u000a23:21:43.331343 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:21:43.343324 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:21:43.355219 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:21:43.366882 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:21:43.378851 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:21:43.390943 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:21:43.403220 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:21:43.415107 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:21:43.533436 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:21:43.813277 tst switch_tch_pdch.py:51: start network...\u000a23:21:43.940530 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:21:44.431455 run create_hlr_db(pid=12426): Launched\u000a23:21:44.607510 bus /gobi_6: Setting Powered False\u000a23:21:45.630384 run create_hlr_db(pid=12426): Terminated: ok {rc=0}\u000a23:21:46.097264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12428): Launched\u000a23:21:46.520489 run osmo-hlr_10.42.42.2(pid=12429): Launched\u000a23:21:46.707951 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:21:47.332130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12431): Launched\u000a23:21:47.661437 run osmo-stp_10.42.42.5(pid=12432): Launched\u000a23:21:47.780661 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:21:48.350740 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12434): Launched\u000a23:21:48.467216 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:21:48.752645 run patchelf(pid=12435): Launched\u000a23:21:48.942942 run osmo-stp_10.42.42.5(pid=12432): ERR: Terminated: ERROR {rc=1} [trial-2396↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12432)]\u000a23:21:49.082161 run osmo-stp_10.42.42.5(pid=12432): stdout: \u000a| (launched: 2022-12-13_23:21:47.498139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:21:49.221537 run osmo-stp_10.42.42.5(pid=12432): stderr: \u000a| �[0;m�[38;5;43m20221213232147696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232147696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232147696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232147696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232147697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232147697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232147697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:21:49.356534 run osmo-stp_10.42.42.5(pid=12432): stdout: \u000a| (launched: 2022-12-13_23:21:47.498139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:21:49.490767 run osmo-stp_10.42.42.5(pid=12432): stderr: \u000a| �[0;m�[38;5;43m20221213232147696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232147696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232147696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232147696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232147697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232147697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232147697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:21:49.647129 run patchelf(pid=12435): Terminating (SIGINT)\u000a23:21:49.830214 run patchelf(pid=12435): Terminated: ok {rc=0}\u000a23:21:49.863131 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=12432): Process ended prematurely: osmo-stp_10.42.42.5(pid=12432) [trial-2396↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12432)] [trial-2396↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a23:21:49.872425 tst switch_tch_pdch.py:54: Test FAILED (7.1 sec)\u000a23:21:49.936162 run osmo-hlr_10.42.42.2(pid=12429): ERR: Terminated: ERROR {rc=237} [trial-2396↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12429)]\u000a23:21:49.988391 run osmo-hlr_10.42.42.2(pid=12429): stdout: \u000a| (launched: 2022-12-13_23:21:46.268606) \u000a23:21:50.041136 run osmo-hlr_10.42.42.2(pid=12429): stderr: \u000a| �[0;m�[1;31m20221213232146612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232146612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232146612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232146612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232146612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232146612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232146627 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232146644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232146644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232146644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:21:50.086372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12428): Terminating (SIGTERM)\u000a23:21:50.128942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12431): Terminating (SIGTERM)\u000a23:21:50.171645 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12434): Terminating (SIGTERM)\u000a23:21:50.181783 --- ParallelTerminationStrategy: PID 12428 died...\u000a23:21:50.238654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12428): Terminated: ok {rc=0}\u000a23:21:50.248999 --- ParallelTerminationStrategy: PID 12431 died...\u000a23:21:50.305492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12431): Terminated: ok {rc=0}\u000a23:21:50.315829 --- ParallelTerminationStrategy: PID 12434 died...\u000a23:21:50.372219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12434): Terminated: ok {rc=0}\u000a23:21:50.459288 bus /gobi_0: Setting Powered False\u000a23:21:51.566269 bus /gobi_0: Setting Powered False\u000a23:21:52.676611 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:21:42" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12445): Process ended prematurely: osmo-stp_10.42.42.5(pid=12445) [trial-2396↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12445)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12445): Process ended prematurely: osmo-stp_10.42.42.5(pid=12445) [trial-2396↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12445)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a23:21:54.609862 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:21:54.621600 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a23:21:54.775651 tst switch_tch_pdch.py: using LAC 36932\u000a23:21:54.898564 tst switch_tch_pdch.py: using RAC 212\u000a23:21:55.019813 tst switch_tch_pdch.py: using CellId 36932\u000a23:21:55.139136 tst switch_tch_pdch.py: using BVCI 36933\u000a23:21:55.162555 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:21:55.173688 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:21:55.184439 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:21:55.195183 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:21:55.206228 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:21:55.216854 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:21:55.228187 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:21:55.239276 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a23:21:55.356800 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a23:21:55.654624 tst switch_tch_pdch.py:51: start network...\u000a23:21:55.791237 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:21:56.279237 run create_hlr_db(pid=12439): Launched\u000a23:21:56.413490 bus /gobi_6: Setting Powered False\u000a23:21:57.491200 run create_hlr_db(pid=12439): Terminated: ok {rc=0}\u000a23:21:57.881412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12441): Launched\u000a23:21:58.185874 run osmo-hlr_10.42.42.2(pid=12442): Launched\u000a23:21:58.297357 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:21:58.798430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12444): Launched\u000a23:21:59.102281 run osmo-stp_10.42.42.5(pid=12445): Launched\u000a23:21:59.211930 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:21:59.717519 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12447): Launched\u000a23:21:59.825532 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:22:00.091034 run patchelf(pid=12448): Launched\u000a23:22:00.268049 run osmo-stp_10.42.42.5(pid=12445): ERR: Terminated: ERROR {rc=1} [trial-2396↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12445)]\u000a23:22:00.397508 run osmo-stp_10.42.42.5(pid=12445): stdout: \u000a| (launched: 2022-12-13_23:21:58.951596)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:22:00.526974 run osmo-stp_10.42.42.5(pid=12445): stderr: \u000a| �[0;m�[38;5;43m20221213232159125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232159125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232159125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232159126 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232159126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232159126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232159126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:22:00.652325 run osmo-stp_10.42.42.5(pid=12445): stdout: \u000a| (launched: 2022-12-13_23:21:58.951596)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:22:00.776287 run osmo-stp_10.42.42.5(pid=12445): stderr: \u000a| �[0;m�[38;5;43m20221213232159125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232159125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232159125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232159126 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232159126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232159126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232159126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:22:00.934950 run patchelf(pid=12448): Terminating (SIGINT)\u000a23:22:01.122388 run patchelf(pid=12448): Terminated: ok {rc=0}\u000a23:22:01.156511 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=12445): Process ended prematurely: osmo-stp_10.42.42.5(pid=12445) [trial-2396↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12445)] [trial-2396↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a23:22:01.167191 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a23:22:01.235363 run osmo-hlr_10.42.42.2(pid=12442): ERR: Terminated: ERROR {rc=237} [trial-2396↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12442)]\u000a23:22:01.291529 run osmo-hlr_10.42.42.2(pid=12442): stdout: \u000a| (launched: 2022-12-13_23:21:58.035124) \u000a23:22:01.347882 run osmo-hlr_10.42.42.2(pid=12442): stderr: \u000a| �[0;m�[1;31m20221213232158212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232158212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232158212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232158212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232158212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232158212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232158225 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232158235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232158235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232158235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:22:01.395855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12441): Terminating (SIGTERM)\u000a23:22:01.442564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12444): Terminating (SIGTERM)\u000a23:22:01.490884 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12447): Terminating (SIGTERM)\u000a23:22:01.501933 --- ParallelTerminationStrategy: PID 12441 died...\u000a23:22:01.563158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12441): Terminated: ok {rc=0}\u000a23:22:01.574623 --- ParallelTerminationStrategy: PID 12444 died...\u000a23:22:01.636665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12444): Terminated: ok {rc=0}\u000a23:22:01.648725 --- ParallelTerminationStrategy: PID 12447 died...\u000a23:22:01.709483 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12447): Terminated: ok {rc=0}\u000a23:22:01.820027 bus /gobi_0: Setting Powered False\u000a23:22:02.924308 bus /gobi_0: Setting Powered False\u000a23:22:04.035600 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:21:54" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=12453): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12453) [trial-2396↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12453)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=12453): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12453) [trial-2396↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12453)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a23:22:05.899256 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a23:22:05.910046 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a23:22:06.039538 tst mo_mt_sms.py: using LAC 36933\u000a23:22:06.164872 tst mo_mt_sms.py: using RAC 213\u000a23:22:06.282575 tst mo_mt_sms.py: using CellId 36933\u000a23:22:06.399877 tst mo_mt_sms.py: using BVCI 36934\u000a23:22:06.423068 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a23:22:06.542801 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a23:22:06.820102 tst mo_mt_sms.py:9: start nitb and bts...\u000a23:22:06.945976 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a23:22:07.574081 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12452): Launched\u000a23:22:07.877390 run osmo-nitb_10.42.42.2(pid=12453): Launched\u000a23:22:08.066887 run osmo-nitb_10.42.42.2(pid=12453): ERR: Terminated: ERROR {rc=2} [trial-2396↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12453)]\u000a23:22:08.201899 run osmo-nitb_10.42.42.2(pid=12453): stdout: \u000a| (launched: 2022-12-13_23:22:07.730345) \u000a23:22:08.337120 run osmo-nitb_10.42.42.2(pid=12453): stderr: \u000a| (launched: 2022-12-13_23:22:07.775329)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:22:08.467926 run osmo-nitb_10.42.42.2(pid=12453): stdout: \u000a| (launched: 2022-12-13_23:22:07.730345) \u000a23:22:08.597677 run osmo-nitb_10.42.42.2(pid=12453): stderr: \u000a| (launched: 2022-12-13_23:22:07.775329)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:22:08.997573 tst osmo-nitb_10.42.42.2(pid=12453): stdout: \u000a| (launched: 2022-12-13_23:22:07.730345) \u000a23:22:09.115885 tst osmo-nitb_10.42.42.2(pid=12453): stderr: \u000a| (launched: 2022-12-13_23:22:07.775329)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:22:09.167425 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=12453): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12453) [trial-2396↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12453)] [trial-2396↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a23:22:09.175354 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a23:22:09.209531 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12452): Terminating (SIGTERM)\u000a23:22:09.386856 --- ParallelTerminationStrategy: PID 12452 died...\u000a23:22:09.441937 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12452): Terminated: ok {rc=0}\u000a23:22:09.529186 bus /sierra_3: Setting Powered False\u000a23:22:10.633074 bus /sierra_3: Setting Powered False\u000a23:22:11.745600 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:22:05" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "sms:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12463): Process ended prematurely: osmo-stp_10.42.42.5(pid=12463) [trial-2396↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12463)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12463): Process ended prematurely: osmo-stp_10.42.42.5(pid=12463) [trial-2396↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12463)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a23:22:13.588850 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:22:13.599428 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a23:22:13.739481 tst mo_mt_sms.py: using LAC 36934\u000a23:22:13.860170 tst mo_mt_sms.py: using RAC 214\u000a23:22:13.975850 tst mo_mt_sms.py: using CellId 36934\u000a23:22:14.093422 tst mo_mt_sms.py: using BVCI 36935\u000a23:22:14.116099 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:22:14.126650 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:22:14.136845 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:22:14.147128 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:22:14.157355 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:22:14.167493 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a23:22:14.281784 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a23:22:14.490151 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:22:14.995174 run create_hlr_db(pid=12457): Launched\u000a23:22:15.180889 bus /sierra_2: Setting Powered False\u000a23:22:16.193858 run create_hlr_db(pid=12457): Terminated: ok {rc=0}\u000a23:22:16.627203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12459): Launched\u000a23:22:17.047559 run osmo-hlr_10.42.42.2(pid=12460): Launched\u000a23:22:17.222707 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:22:17.782978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12462): Launched\u000a23:22:18.105836 run osmo-stp_10.42.42.5(pid=12463): Launched\u000a23:22:18.222229 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:22:18.809483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12465): Launched\u000a23:22:19.131522 run osmo-msc_10.42.42.6(pid=12466): Launched\u000a23:22:19.320145 run osmo-stp_10.42.42.5(pid=12463): ERR: Terminated: ERROR {rc=1} [trial-2396↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12463)]\u000a23:22:19.456109 run osmo-stp_10.42.42.5(pid=12463): stdout: \u000a| (launched: 2022-12-13_23:22:17.946291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:22:19.592226 run osmo-stp_10.42.42.5(pid=12463): stderr: \u000a| �[0;m�[38;5;43m20221213232218139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232218139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232218140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232218140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232218141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232218141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232218141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:22:19.721490 run osmo-stp_10.42.42.5(pid=12463): stdout: \u000a| (launched: 2022-12-13_23:22:17.946291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:22:19.849150 run osmo-stp_10.42.42.5(pid=12463): stderr: \u000a| �[0;m�[38;5;43m20221213232218139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232218139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232218140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232218140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232218141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232218141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232218141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:22:19.905159 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=12463): Process ended prematurely: osmo-stp_10.42.42.5(pid=12463) [trial-2396↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12463)] [trial-2396↪sms:oc2g↪mo_mt_sms.py:16]\u000a23:22:19.913584 tst mo_mt_sms.py:16: Test FAILED (6.3 sec)\u000a23:22:19.976392 run osmo-hlr_10.42.42.2(pid=12460): ERR: Terminated: ERROR {rc=237} [trial-2396↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12460)]\u000a23:22:20.027964 run osmo-hlr_10.42.42.2(pid=12460): stdout: \u000a| (launched: 2022-12-13_23:22:16.785500) \u000a23:22:20.080222 run osmo-hlr_10.42.42.2(pid=12460): stderr: \u000a| �[0;m�[1;31m20221213232217123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232217123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232217123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232217123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232217123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232217123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232217144 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232217152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232217152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232217152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:22:20.151563 run osmo-msc_10.42.42.6(pid=12466): ERR: Terminated: ERROR {rc=2} [trial-2396↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12466)]\u000a23:22:20.203194 run osmo-msc_10.42.42.6(pid=12466): stdout: \u000a| (launched: 2022-12-13_23:22:18.972586) \u000a23:22:20.255532 run osmo-msc_10.42.42.6(pid=12466): stderr: \u000a| �[0;m�[38;5;43m20221213232219297 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213232219297 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff00e10bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213232219297 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213232219297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213232219297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213232219297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213232219299 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213232219299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213232219300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213232219300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:22:20.300046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12459): Terminating (SIGTERM)\u000a23:22:20.342166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12462): Terminating (SIGTERM)\u000a23:22:20.385133 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12465): Terminating (SIGTERM)\u000a23:22:20.394796 --- ParallelTerminationStrategy: PID 12459 died...\u000a23:22:20.451334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12459): Terminated: ok {rc=0}\u000a23:22:20.461451 --- ParallelTerminationStrategy: PID 12462 died...\u000a23:22:20.518057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12462): Terminated: ok {rc=0}\u000a23:22:20.528146 --- ParallelTerminationStrategy: PID 12465 died...\u000a23:22:20.584839 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12465): Terminated: ok {rc=0}\u000a23:22:20.672615 bus /sierra_3: Setting Powered False\u000a23:22:21.779730 bus /sierra_3: Setting Powered False\u000a23:22:22.890872 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:22:13" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=12472): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12472) [trial-2396↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12472)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=12472): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12472) [trial-2396↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12472)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a23:22:24.695032 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a23:22:24.706285 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a23:22:24.833014 tst assert_extension.py: using LAC 36935\u000a23:22:24.952025 tst assert_extension.py: using RAC 215\u000a23:22:25.070891 tst assert_extension.py: using CellId 36935\u000a23:22:25.191715 tst assert_extension.py: using BVCI 36936\u000a23:22:25.214775 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a23:22:25.492906 tst assert_extension.py:10: start nitb and bts...\u000a23:22:25.617615 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a23:22:26.235223 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12471): Launched\u000a23:22:26.532509 run osmo-nitb_10.42.42.2(pid=12472): Launched\u000a23:22:26.715758 run osmo-nitb_10.42.42.2(pid=12472): ERR: Terminated: ERROR {rc=2} [trial-2396↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12472)]\u000a23:22:26.850828 run osmo-nitb_10.42.42.2(pid=12472): stdout: \u000a| (launched: 2022-12-13_23:22:26.386668) \u000a23:22:26.985820 run osmo-nitb_10.42.42.2(pid=12472): stderr: \u000a| (launched: 2022-12-13_23:22:26.430942)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:22:27.116433 run osmo-nitb_10.42.42.2(pid=12472): stdout: \u000a| (launched: 2022-12-13_23:22:26.386668) \u000a23:22:27.245874 run osmo-nitb_10.42.42.2(pid=12472): stderr: \u000a| (launched: 2022-12-13_23:22:26.430942)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:22:27.652556 tst osmo-nitb_10.42.42.2(pid=12472): stdout: \u000a| (launched: 2022-12-13_23:22:26.386668) \u000a23:22:27.771475 tst osmo-nitb_10.42.42.2(pid=12472): stderr: \u000a| (launched: 2022-12-13_23:22:26.430942)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:22:27.823314 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=12472): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12472) [trial-2396↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12472)] [trial-2396↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a23:22:27.831248 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a23:22:27.865604 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12471): Terminating (SIGTERM)\u000a23:22:28.042959 --- ParallelTerminationStrategy: PID 12471 died...\u000a23:22:28.098715 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12471): Terminated: ok {rc=0}\u000a23:22:28.187793 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:22:24" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "ussd:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12482): Process ended prematurely: osmo-stp_10.42.42.5(pid=12482) [trial-2396↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12482)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12482): Process ended prematurely: osmo-stp_10.42.42.5(pid=12482) [trial-2396↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12482)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a23:22:29.987271 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:22:29.998272 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a23:22:30.118951 tst assert_extension.py: using LAC 36936\u000a23:22:30.241451 tst assert_extension.py: using RAC 216\u000a23:22:30.357466 tst assert_extension.py: using CellId 36936\u000a23:22:30.472729 tst assert_extension.py: using BVCI 36937\u000a23:22:30.495594 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:22:30.506220 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:22:30.516559 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:22:30.526965 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:22:30.537825 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:22:30.548641 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a23:22:30.759086 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:22:31.351637 run create_hlr_db(pid=12476): Launched\u000a23:22:31.530938 bus /sierra_2: Setting Powered False\u000a23:22:32.546551 run create_hlr_db(pid=12476): Terminated: ok {rc=0}\u000a23:22:32.972305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12478): Launched\u000a23:22:33.294327 run osmo-hlr_10.42.42.2(pid=12479): Launched\u000a23:22:33.413864 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:22:33.978559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12481): Launched\u000a23:22:34.300299 run osmo-stp_10.42.42.5(pid=12482): Launched\u000a23:22:34.417798 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:22:35.001937 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12484): Launched\u000a23:22:35.323946 run osmo-msc_10.42.42.6(pid=12485): Launched\u000a23:22:35.511998 run osmo-stp_10.42.42.5(pid=12482): ERR: Terminated: ERROR {rc=1} [trial-2396↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12482)]\u000a23:22:35.648740 run osmo-stp_10.42.42.5(pid=12482): stdout: \u000a| (launched: 2022-12-13_23:22:34.141174)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:22:35.784739 run osmo-stp_10.42.42.5(pid=12482): stderr: \u000a| �[0;m�[38;5;43m20221213232234336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232234336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232234336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232234336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232234337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232234337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232234337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:22:35.914136 run osmo-stp_10.42.42.5(pid=12482): stdout: \u000a| (launched: 2022-12-13_23:22:34.141174)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:22:36.041797 run osmo-stp_10.42.42.5(pid=12482): stderr: \u000a| �[0;m�[38;5;43m20221213232234336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232234336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232234336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232234336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232234337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232234337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232234337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:22:36.097645 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=12482): Process ended prematurely: osmo-stp_10.42.42.5(pid=12482) [trial-2396↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12482)] [trial-2396↪ussd:oc2g↪assert_extension.py:17]\u000a23:22:36.106230 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a23:22:36.168855 run osmo-hlr_10.42.42.2(pid=12479): ERR: Terminated: ERROR {rc=237} [trial-2396↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12479)]\u000a23:22:36.219993 run osmo-hlr_10.42.42.2(pid=12479): stdout: \u000a| (launched: 2022-12-13_23:22:33.135071) \u000a23:22:36.272143 run osmo-hlr_10.42.42.2(pid=12479): stderr: \u000a| �[0;m�[1;31m20221213232233334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232233334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232233334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232233334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232233334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232233334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232233347 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232233355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232233355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232233356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:22:36.342583 run osmo-msc_10.42.42.6(pid=12485): ERR: Terminated: ERROR {rc=2} [trial-2396↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12485)]\u000a23:22:36.393819 run osmo-msc_10.42.42.6(pid=12485): stdout: \u000a| (launched: 2022-12-13_23:22:35.164204) \u000a23:22:36.445602 run osmo-msc_10.42.42.6(pid=12485): stderr: \u000a| �[0;m�[38;5;43m20221213232235486 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213232235486 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2d10e86c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213232235486 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213232235486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213232235486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213232235487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213232235490 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213232235490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213232235491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213232235491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:22:36.489730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12478): Terminating (SIGTERM)\u000a23:22:36.531297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12481): Terminating (SIGTERM)\u000a23:22:36.573376 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12484): Terminating (SIGTERM)\u000a23:22:36.583000 --- ParallelTerminationStrategy: PID 12478 died...\u000a23:22:36.638956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12478): Terminated: ok {rc=0}\u000a23:22:36.648907 --- ParallelTerminationStrategy: PID 12481 died...\u000a23:22:36.705047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12481): Terminated: ok {rc=0}\u000a23:22:36.714972 --- ParallelTerminationStrategy: PID 12484 died...\u000a23:22:36.770484 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12484): Terminated: ok {rc=0}\u000a23:22:36.856734 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:22:29" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12496): Process ended prematurely: osmo-stp_10.42.42.5(pid=12496) [trial-2396↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12496)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12496): Process ended prematurely: osmo-stp_10.42.42.5(pid=12496) [trial-2396↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12496)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a23:22:38.769432 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:22:38.787746 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a23:22:38.930626 tst mo_mt_call.py: using LAC 36937\u000a23:22:39.047209 tst mo_mt_call.py: using RAC 217\u000a23:22:39.166689 tst mo_mt_call.py: using CellId 36937\u000a23:22:39.286207 tst mo_mt_call.py: using BVCI 36938\u000a23:22:39.308881 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:22:39.319773 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:22:39.330588 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:22:39.341516 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:22:39.352320 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:22:39.363579 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:22:39.484463 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:22:39.686906 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:22:40.168579 run create_hlr_db(pid=12490): Launched\u000a23:22:40.341730 bus /sierra_2: Setting Powered False\u000a23:22:41.363804 run create_hlr_db(pid=12490): Terminated: ok {rc=0}\u000a23:22:41.763514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12492): Launched\u000a23:22:42.064639 run osmo-hlr_10.42.42.2(pid=12493): Launched\u000a23:22:42.173676 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:22:42.693528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12495): Launched\u000a23:22:42.992783 run osmo-stp_10.42.42.5(pid=12496): Launched\u000a23:22:43.102329 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:22:43.648669 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12498): Launched\u000a23:22:43.950234 run osmo-msc_10.42.42.6(pid=12499): Launched\u000a23:22:44.127093 run osmo-stp_10.42.42.5(pid=12496): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12496)]\u000a23:22:44.254361 run osmo-stp_10.42.42.5(pid=12496): stdout: \u000a| (launched: 2022-12-13_23:22:42.845541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:22:44.379361 run osmo-stp_10.42.42.5(pid=12496): stderr: \u000a| �[0;m�[38;5;43m20221213232243015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232243015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232243015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232243016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232243016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232243016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232243016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:22:44.500003 run osmo-stp_10.42.42.5(pid=12496): stdout: \u000a| (launched: 2022-12-13_23:22:42.845541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:22:44.619733 run osmo-stp_10.42.42.5(pid=12496): stderr: \u000a| �[0;m�[38;5;43m20221213232243015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232243015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232243015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232243016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232243016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232243016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232243016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:22:44.672536 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12496): Process ended prematurely: osmo-stp_10.42.42.5(pid=12496) [trial-2396↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12496)] [trial-2396↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a23:22:44.681140 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a23:22:44.740725 run osmo-hlr_10.42.42.2(pid=12493): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12493)]\u000a23:22:44.789652 run osmo-hlr_10.42.42.2(pid=12493): stdout: \u000a| (launched: 2022-12-13_23:22:41.918201) \u000a23:22:44.839146 run osmo-hlr_10.42.42.2(pid=12493): stderr: \u000a| �[0;m�[1;31m20221213232242095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232242095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232242095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232242095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232242095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232242095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232242108 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232242117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232242117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232242117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:22:44.906455 run osmo-msc_10.42.42.6(pid=12499): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12499)]\u000a23:22:44.955500 run osmo-msc_10.42.42.6(pid=12499): stdout: \u000a| (launched: 2022-12-13_23:22:43.801067) \u000a23:22:45.005180 run osmo-msc_10.42.42.6(pid=12499): stderr: \u000a| �[0;m�[38;5;43m20221213232244072 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213232244072 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd461612c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213232244073 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213232244073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213232244073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213232244073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213232244075 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213232244075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213232244075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213232244075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:22:45.047126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12492): Terminating (SIGTERM)\u000a23:22:45.086643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12495): Terminating (SIGTERM)\u000a23:22:45.126336 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12498): Terminating (SIGTERM)\u000a23:22:45.135580 --- ParallelTerminationStrategy: PID 12492 died...\u000a23:22:45.189057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12492): Terminated: ok {rc=0}\u000a23:22:45.198747 --- ParallelTerminationStrategy: PID 12495 died...\u000a23:22:45.251642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12495): Terminated: ok {rc=0}\u000a23:22:45.261338 --- ParallelTerminationStrategy: PID 12498 died...\u000a23:22:45.314368 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12498): Terminated: ok {rc=0}\u000a23:22:45.402263 bus /sierra_3: Setting Powered False\u000a23:22:46.523724 bus /sierra_3: Setting Powered False\u000a23:22:47.632300 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 194, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12507): Process ended prematurely: osmo-stp_10.42.42.5(pid=12507) [trial-2396↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12507)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12507): Process ended prematurely: osmo-stp_10.42.42.5(pid=12507) [trial-2396↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12507)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:22:48.746607 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:22:48.758695 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a23:22:48.911431 tst mo_mt_call_osmux.py: using LAC 36938\u000a23:22:49.036687 tst mo_mt_call_osmux.py: using RAC 218\u000a23:22:49.153684 tst mo_mt_call_osmux.py: using CellId 36938\u000a23:22:49.270924 tst mo_mt_call_osmux.py: using BVCI 36939\u000a23:22:49.294010 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:22:49.305123 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:22:49.315996 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:22:49.326785 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:22:49.337530 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:22:49.348317 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:22:49.467160 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:22:49.666986 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:22:50.142087 run create_hlr_db(pid=12501): Launched\u000a23:22:50.312498 bus /sierra_2: Setting Powered False\u000a23:22:51.335737 run create_hlr_db(pid=12501): Terminated: ok {rc=0}\u000a23:22:51.753077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12503): Launched\u000a23:22:52.050020 run osmo-hlr_10.42.42.2(pid=12504): Launched\u000a23:22:52.160590 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:22:52.675019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12506): Launched\u000a23:22:52.980688 run osmo-stp_10.42.42.5(pid=12507): Launched\u000a23:22:53.099266 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:22:53.680260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12509): Launched\u000a23:22:53.997609 run osmo-msc_10.42.42.6(pid=12510): Launched\u000a23:22:54.184140 run osmo-stp_10.42.42.5(pid=12507): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12507)]\u000a23:22:54.319290 run osmo-stp_10.42.42.5(pid=12507): stdout: \u000a| (launched: 2022-12-13_23:22:52.826176)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:22:54.454032 run osmo-stp_10.42.42.5(pid=12507): stderr: \u000a| �[0;m�[38;5;43m20221213232253010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232253010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232253010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232253011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232253011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232253011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232253011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:22:54.582237 run osmo-stp_10.42.42.5(pid=12507): stdout: \u000a| (launched: 2022-12-13_23:22:52.826176)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:22:54.709215 run osmo-stp_10.42.42.5(pid=12507): stderr: \u000a| �[0;m�[38;5;43m20221213232253010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232253010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232253010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232253011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232253011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232253011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232253011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:22:54.764902 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12507): Process ended prematurely: osmo-stp_10.42.42.5(pid=12507) [trial-2396↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12507)] [trial-2396↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a23:22:54.774056 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a23:22:54.836859 run osmo-hlr_10.42.42.2(pid=12504): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12504)]\u000a23:22:54.888167 run osmo-hlr_10.42.42.2(pid=12504): stdout: \u000a| (launched: 2022-12-13_23:22:51.904684) \u000a23:22:54.939877 run osmo-hlr_10.42.42.2(pid=12504): stderr: \u000a| �[0;m�[1;31m20221213232252078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232252078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232252079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232252079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232252079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232252079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232252090 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232252099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232252099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232252099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:22:55.010164 run osmo-msc_10.42.42.6(pid=12510): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12510)]\u000a23:22:55.061306 run osmo-msc_10.42.42.6(pid=12510): stdout: \u000a| (launched: 2022-12-13_23:22:53.842406) \u000a23:22:55.113348 run osmo-msc_10.42.42.6(pid=12510): stderr: \u000a| �[0;m�[38;5;43m20221213232254161 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213232254161 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f68ec0d4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213232254161 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213232254162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213232254162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213232254162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213232254164 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213232254164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213232254164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213232254164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:22:55.157494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12503): Terminating (SIGTERM)\u000a23:22:55.198925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12506): Terminating (SIGTERM)\u000a23:22:55.240642 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12509): Terminating (SIGTERM)\u000a23:22:55.250305 --- ParallelTerminationStrategy: PID 12503 died...\u000a23:22:55.306598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12503): Terminated: ok {rc=0}\u000a23:22:55.316633 --- ParallelTerminationStrategy: PID 12506 died...\u000a23:22:55.372362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12506): Terminated: ok {rc=0}\u000a23:22:55.382370 --- ParallelTerminationStrategy: PID 12509 died...\u000a23:22:55.438177 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12509): Terminated: ok {rc=0}\u000a23:22:55.524206 bus /sierra_3: Setting Powered False\u000a23:22:56.630083 bus /sierra_3: Setting Powered False\u000a23:22:57.741978 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:22:38" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12521): Process ended prematurely: osmo-stp_10.42.42.5(pid=12521) [trial-2396↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12521)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12521): Process ended prematurely: osmo-stp_10.42.42.5(pid=12521) [trial-2396↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12521)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a23:22:59.688228 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:22:59.699425 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a23:22:59.840722 tst mo_mt_call.py: using LAC 36939\u000a23:22:59.965379 tst mo_mt_call.py: using RAC 219\u000a23:23:00.085150 tst mo_mt_call.py: using CellId 36939\u000a23:23:00.204152 tst mo_mt_call.py: using BVCI 36940\u000a23:23:00.226866 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:23:00.237847 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:23:00.248598 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:23:00.259345 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:23:00.270120 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:23:00.280848 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:23:00.395841 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:23:00.605142 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:23:01.168095 run create_hlr_db(pid=12515): Launched\u000a23:23:01.357264 bus /sierra_2: Setting Powered False\u000a23:23:02.375360 run create_hlr_db(pid=12515): Terminated: ok {rc=0}\u000a23:23:02.775314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12517): Launched\u000a23:23:03.072480 run osmo-hlr_10.42.42.2(pid=12518): Launched\u000a23:23:03.190440 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:23:03.711022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12520): Launched\u000a23:23:04.007366 run osmo-stp_10.42.42.5(pid=12521): Launched\u000a23:23:04.127203 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:23:04.669177 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12523): Launched\u000a23:23:04.966578 run osmo-msc_10.42.42.6(pid=12524): Launched\u000a23:23:05.142056 run osmo-stp_10.42.42.5(pid=12521): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12521)]\u000a23:23:05.267919 run osmo-stp_10.42.42.5(pid=12521): stdout: \u000a| (launched: 2022-12-13_23:23:03.862048)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:23:05.391630 run osmo-stp_10.42.42.5(pid=12521): stderr: \u000a| �[0;m�[38;5;43m20221213232304031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232304031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232304031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232304031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232304032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232304032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232304032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:23:05.510805 run osmo-stp_10.42.42.5(pid=12521): stdout: \u000a| (launched: 2022-12-13_23:23:03.862048)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:23:05.629576 run osmo-stp_10.42.42.5(pid=12521): stderr: \u000a| �[0;m�[38;5;43m20221213232304031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232304031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232304031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232304031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232304032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232304032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232304032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:23:05.681780 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12521): Process ended prematurely: osmo-stp_10.42.42.5(pid=12521) [trial-2396↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12521)] [trial-2396↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a23:23:05.690206 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a23:23:05.750330 run osmo-hlr_10.42.42.2(pid=12518): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12518)]\u000a23:23:05.799268 run osmo-hlr_10.42.42.2(pid=12518): stdout: \u000a| (launched: 2022-12-13_23:23:02.927144) \u000a23:23:05.848820 run osmo-hlr_10.42.42.2(pid=12518): stderr: \u000a| �[0;m�[1;31m20221213232303102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232303102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232303102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232303102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232303102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232303102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232303114 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232303125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232303125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232303125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:23:05.916257 run osmo-msc_10.42.42.6(pid=12524): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12524)]\u000a23:23:05.965065 run osmo-msc_10.42.42.6(pid=12524): stdout: \u000a| (launched: 2022-12-13_23:23:04.820312) \u000a23:23:06.014858 run osmo-msc_10.42.42.6(pid=12524): stderr: \u000a| �[0;m�[38;5;43m20221213232305093 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213232305093 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbc641b7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213232305093 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213232305093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213232305094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213232305094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213232305095 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213232305096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213232305096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213232305096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:23:06.056612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12517): Terminating (SIGTERM)\u000a23:23:06.096722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12520): Terminating (SIGTERM)\u000a23:23:06.136244 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12523): Terminating (SIGTERM)\u000a23:23:06.145525 --- ParallelTerminationStrategy: PID 12517 died...\u000a23:23:06.198643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12517): Terminated: ok {rc=0}\u000a23:23:06.208285 --- ParallelTerminationStrategy: PID 12520 died...\u000a23:23:06.261147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12520): Terminated: ok {rc=0}\u000a23:23:06.270734 --- ParallelTerminationStrategy: PID 12523 died...\u000a23:23:06.323589 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12523): Terminated: ok {rc=0}\u000a23:23:06.406909 bus /sierra_3: Setting Powered False\u000a23:23:07.513689 bus /sierra_3: Setting Powered False\u000a23:23:08.626529 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 194, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12532): Process ended prematurely: osmo-stp_10.42.42.5(pid=12532) [trial-2396↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12532)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12532): Process ended prematurely: osmo-stp_10.42.42.5(pid=12532) [trial-2396↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12532)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:23:09.735486 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:23:09.746932 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a23:23:09.887178 tst mo_mt_call_osmux.py: using LAC 36940\u000a23:23:10.006434 tst mo_mt_call_osmux.py: using RAC 220\u000a23:23:10.126287 tst mo_mt_call_osmux.py: using CellId 36940\u000a23:23:10.242827 tst mo_mt_call_osmux.py: using BVCI 36941\u000a23:23:10.265620 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:23:10.276426 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:23:10.287158 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:23:10.298021 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:23:10.308757 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:23:10.319496 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:23:10.439496 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:23:10.642113 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:23:11.116456 run create_hlr_db(pid=12526): Launched\u000a23:23:11.286999 bus /sierra_2: Setting Powered False\u000a23:23:12.309295 run create_hlr_db(pid=12526): Terminated: ok {rc=0}\u000a23:23:12.705017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12528): Launched\u000a23:23:13.002305 run osmo-hlr_10.42.42.2(pid=12529): Launched\u000a23:23:13.110727 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:23:13.622256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12531): Launched\u000a23:23:13.917866 run osmo-stp_10.42.42.5(pid=12532): Launched\u000a23:23:14.025605 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:23:14.565674 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12534): Launched\u000a23:23:14.862200 run osmo-msc_10.42.42.6(pid=12535): Launched\u000a23:23:15.036002 run osmo-stp_10.42.42.5(pid=12532): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12532)]\u000a23:23:15.161818 run osmo-stp_10.42.42.5(pid=12532): stdout: \u000a| (launched: 2022-12-13_23:23:13.773049)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:23:15.285148 run osmo-stp_10.42.42.5(pid=12532): stderr: \u000a| �[0;m�[38;5;43m20221213232313941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232313941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232313942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232313942 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232313942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232313942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232313943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:23:15.403941 run osmo-stp_10.42.42.5(pid=12532): stdout: \u000a| (launched: 2022-12-13_23:23:13.773049)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:23:15.521790 run osmo-stp_10.42.42.5(pid=12532): stderr: \u000a| �[0;m�[38;5;43m20221213232313941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232313941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232313942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232313942 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232313942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232313942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232313943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:23:15.573574 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12532): Process ended prematurely: osmo-stp_10.42.42.5(pid=12532) [trial-2396↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12532)] [trial-2396↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a23:23:15.581971 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a23:23:15.640736 run osmo-hlr_10.42.42.2(pid=12529): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12529)]\u000a23:23:15.689201 run osmo-hlr_10.42.42.2(pid=12529): stdout: \u000a| (launched: 2022-12-13_23:23:12.855942) \u000a23:23:15.738241 run osmo-hlr_10.42.42.2(pid=12529): stderr: \u000a| �[0;m�[1;31m20221213232313029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232313029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232313029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232313029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232313029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232313029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232313044 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232313054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232313055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232313055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:23:15.804724 run osmo-msc_10.42.42.6(pid=12535): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12535)]\u000a23:23:15.863293 run osmo-msc_10.42.42.6(pid=12535): stdout: \u000a| (launched: 2022-12-13_23:23:14.716693) \u000a23:23:15.913478 run osmo-msc_10.42.42.6(pid=12535): stderr: \u000a| �[0;m�[38;5;43m20221213232314988 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213232314988 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f75a4c8dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213232314988 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213232314988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213232314988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213232314989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213232314990 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213232314991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213232314991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213232314991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:23:15.955689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12528): Terminating (SIGTERM)\u000a23:23:15.998641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12531): Terminating (SIGTERM)\u000a23:23:16.038519 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12534): Terminating (SIGTERM)\u000a23:23:16.047641 --- ParallelTerminationStrategy: PID 12528 died...\u000a23:23:16.101502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12528): Terminated: ok {rc=0}\u000a23:23:16.111506 --- ParallelTerminationStrategy: PID 12531 died...\u000a23:23:16.165890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12531): Terminated: ok {rc=0}\u000a23:23:16.175873 --- ParallelTerminationStrategy: PID 12534 died...\u000a23:23:16.229097 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12534): Terminated: ok {rc=0}\u000a23:23:16.312272 bus /sierra_3: Setting Powered False\u000a23:23:17.414235 bus /sierra_3: Setting Powered False\u000a23:23:18.524327 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:22:59" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12546): Process ended prematurely: osmo-stp_10.42.42.5(pid=12546) [trial-2396↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12546)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12546): Process ended prematurely: osmo-stp_10.42.42.5(pid=12546) [trial-2396↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12546)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a23:23:20.484081 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:23:20.495555 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a23:23:20.646512 tst mo_mt_call.py: using LAC 36941\u000a23:23:20.774019 tst mo_mt_call.py: using RAC 221\u000a23:23:20.897377 tst mo_mt_call.py: using CellId 36941\u000a23:23:21.020021 tst mo_mt_call.py: using BVCI 36942\u000a23:23:21.044370 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:23:21.055800 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:23:21.067022 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:23:21.078263 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:23:21.089794 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:23:21.101359 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:23:21.220670 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:23:21.421302 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:23:21.896567 run create_hlr_db(pid=12540): Launched\u000a23:23:22.067751 bus /sierra_2: Setting Powered False\u000a23:23:23.089987 run create_hlr_db(pid=12540): Terminated: ok {rc=0}\u000a23:23:23.512266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12542): Launched\u000a23:23:23.830662 run osmo-hlr_10.42.42.2(pid=12543): Launched\u000a23:23:23.948941 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:23:24.501839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12545): Launched\u000a23:23:24.820851 run osmo-stp_10.42.42.5(pid=12546): Launched\u000a23:23:24.937693 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:23:25.519247 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12548): Launched\u000a23:23:25.839386 run osmo-msc_10.42.42.6(pid=12549): Launched\u000a23:23:26.027313 run osmo-stp_10.42.42.5(pid=12546): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12546)]\u000a23:23:26.163035 run osmo-stp_10.42.42.5(pid=12546): stdout: \u000a| (launched: 2022-12-13_23:23:24.664752)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:23:26.298599 run osmo-stp_10.42.42.5(pid=12546): stderr: \u000a| �[0;m�[38;5;43m20221213232324856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232324856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232324856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232324857 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232324857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232324857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232324857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:23:26.427388 run osmo-stp_10.42.42.5(pid=12546): stdout: \u000a| (launched: 2022-12-13_23:23:24.664752)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:23:26.555069 run osmo-stp_10.42.42.5(pid=12546): stderr: \u000a| �[0;m�[38;5;43m20221213232324856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232324856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232324856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232324857 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232324857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232324857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232324857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:23:26.611712 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12546): Process ended prematurely: osmo-stp_10.42.42.5(pid=12546) [trial-2396↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12546)] [trial-2396↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a23:23:26.620907 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a23:23:26.684269 run osmo-hlr_10.42.42.2(pid=12543): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12543)]\u000a23:23:26.735669 run osmo-hlr_10.42.42.2(pid=12543): stdout: \u000a| (launched: 2022-12-13_23:23:23.675101) \u000a23:23:26.787454 run osmo-hlr_10.42.42.2(pid=12543): stderr: \u000a| �[0;m�[1;31m20221213232323870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232323870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232323870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232323870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232323870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232323870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232323882 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232323890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232323890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232323891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:23:26.857512 run osmo-msc_10.42.42.6(pid=12549): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12549)]\u000a23:23:26.908348 run osmo-msc_10.42.42.6(pid=12549): stdout: \u000a| (launched: 2022-12-13_23:23:25.682359) \u000a23:23:26.959913 run osmo-msc_10.42.42.6(pid=12549): stderr: \u000a| �[0;m�[38;5;43m20221213232326001 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213232326001 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff8baa21c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213232326001 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213232326001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213232326002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213232326002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213232326003 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213232326004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213232326004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213232326004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:23:27.003547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12542): Terminating (SIGTERM)\u000a23:23:27.044676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12545): Terminating (SIGTERM)\u000a23:23:27.086187 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12548): Terminating (SIGTERM)\u000a23:23:27.095810 --- ParallelTerminationStrategy: PID 12542 died...\u000a23:23:27.151397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12542): Terminated: ok {rc=0}\u000a23:23:27.161559 --- ParallelTerminationStrategy: PID 12545 died...\u000a23:23:27.217266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12545): Terminated: ok {rc=0}\u000a23:23:27.227173 --- ParallelTerminationStrategy: PID 12548 died...\u000a23:23:27.282790 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12548): Terminated: ok {rc=0}\u000a23:23:27.369269 bus /sierra_3: Setting Powered False\u000a23:23:28.473569 bus /sierra_3: Setting Powered False\u000a23:23:29.581530 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 196, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12557): Process ended prematurely: osmo-stp_10.42.42.5(pid=12557) [trial-2396↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12557)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12557): Process ended prematurely: osmo-stp_10.42.42.5(pid=12557) [trial-2396↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12557)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:23:30.696646 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:23:30.709154 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a23:23:30.879395 tst mo_mt_call_osmux.py: using LAC 36942\u000a23:23:31.016371 tst mo_mt_call_osmux.py: using RAC 222\u000a23:23:31.153880 tst mo_mt_call_osmux.py: using CellId 36942\u000a23:23:31.274448 tst mo_mt_call_osmux.py: using BVCI 36943\u000a23:23:31.299152 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:23:31.311155 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:23:31.322539 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:23:31.334272 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:23:31.346464 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:23:31.358751 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:23:31.478582 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:23:31.731315 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:23:32.281813 run create_hlr_db(pid=12551): Launched\u000a23:23:32.468111 bus /sierra_2: Setting Powered False\u000a23:23:33.489087 run create_hlr_db(pid=12551): Terminated: ok {rc=0}\u000a23:23:33.888584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12553): Launched\u000a23:23:34.185938 run osmo-hlr_10.42.42.2(pid=12554): Launched\u000a23:23:34.305500 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:23:34.826694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12556): Launched\u000a23:23:35.123172 run osmo-stp_10.42.42.5(pid=12557): Launched\u000a23:23:35.231934 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:23:35.775287 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12559): Launched\u000a23:23:36.072697 run osmo-msc_10.42.42.6(pid=12560): Launched\u000a23:23:36.248448 run osmo-stp_10.42.42.5(pid=12557): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12557)]\u000a23:23:36.375056 run osmo-stp_10.42.42.5(pid=12557): stdout: \u000a| (launched: 2022-12-13_23:23:34.977389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:23:36.499448 run osmo-stp_10.42.42.5(pid=12557): stderr: \u000a| �[0;m�[38;5;43m20221213232335148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232335149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232335149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232335149 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232335150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232335150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232335150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:23:36.619575 run osmo-stp_10.42.42.5(pid=12557): stdout: \u000a| (launched: 2022-12-13_23:23:34.977389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:23:36.738697 run osmo-stp_10.42.42.5(pid=12557): stderr: \u000a| �[0;m�[38;5;43m20221213232335148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232335149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232335149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232335149 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232335150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232335150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232335150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:23:36.791129 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12557): Process ended prematurely: osmo-stp_10.42.42.5(pid=12557) [trial-2396↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12557)] [trial-2396↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a23:23:36.799712 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a23:23:36.859598 run osmo-hlr_10.42.42.2(pid=12554): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12554)]\u000a23:23:36.908501 run osmo-hlr_10.42.42.2(pid=12554): stdout: \u000a| (launched: 2022-12-13_23:23:34.039926) \u000a23:23:36.958026 run osmo-hlr_10.42.42.2(pid=12554): stderr: \u000a| �[0;m�[1;31m20221213232334213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232334213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232334213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232334213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232334213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232334213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232334225 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232334234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232334234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232334234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:23:37.024823 run osmo-msc_10.42.42.6(pid=12560): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12560)]\u000a23:23:37.073492 run osmo-msc_10.42.42.6(pid=12560): stdout: \u000a| (launched: 2022-12-13_23:23:35.926210) \u000a23:23:37.122801 run osmo-msc_10.42.42.6(pid=12560): stderr: \u000a| �[0;m�[38;5;43m20221213232336198 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213232336198 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f01d64c1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213232336199 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213232336199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213232336199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213232336199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213232336201 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213232336201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213232336201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213232336201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:23:37.164539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12553): Terminating (SIGTERM)\u000a23:23:37.203819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12556): Terminating (SIGTERM)\u000a23:23:37.243230 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12559): Terminating (SIGTERM)\u000a23:23:37.252454 --- ParallelTerminationStrategy: PID 12553 died...\u000a23:23:37.305617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12553): Terminated: ok {rc=0}\u000a23:23:37.315250 --- ParallelTerminationStrategy: PID 12556 died...\u000a23:23:37.368088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12556): Terminated: ok {rc=0}\u000a23:23:37.377846 --- ParallelTerminationStrategy: PID 12559 died...\u000a23:23:37.430381 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12559): Terminated: ok {rc=0}\u000a23:23:37.516814 bus /sierra_3: Setting Powered False\u000a23:23:38.620228 bus /sierra_3: Setting Powered False\u000a23:23:39.726941 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:23:20" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12571): Process ended prematurely: osmo-stp_10.42.42.5(pid=12571) [trial-2396↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12571)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12571): Process ended prematurely: osmo-stp_10.42.42.5(pid=12571) [trial-2396↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12571)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a23:23:41.687385 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:23:41.698880 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a23:23:41.848663 tst mo_mt_call.py: using LAC 36943\u000a23:23:41.972216 tst mo_mt_call.py: using RAC 223\u000a23:23:42.095853 tst mo_mt_call.py: using CellId 36943\u000a23:23:42.220608 tst mo_mt_call.py: using BVCI 36944\u000a23:23:42.244932 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:23:42.256390 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:23:42.267593 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:23:42.279142 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:23:42.290818 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:23:42.302575 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:23:42.419940 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:23:42.621455 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:23:43.097866 run create_hlr_db(pid=12565): Launched\u000a23:23:43.268899 bus /sierra_2: Setting Powered False\u000a23:23:44.290386 run create_hlr_db(pid=12565): Terminated: ok {rc=0}\u000a23:23:44.715285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12567): Launched\u000a23:23:45.034499 run osmo-hlr_10.42.42.2(pid=12568): Launched\u000a23:23:45.152908 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:23:45.705834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12570): Launched\u000a23:23:46.235140 run osmo-stp_10.42.42.5(pid=12571): Launched\u000a23:23:46.358147 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:23:46.965085 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12573): Launched\u000a23:23:47.320709 run osmo-msc_10.42.42.6(pid=12574): Launched\u000a23:23:47.501996 run osmo-stp_10.42.42.5(pid=12571): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12571)]\u000a23:23:47.638079 run osmo-stp_10.42.42.5(pid=12571): stdout: \u000a| (launched: 2022-12-13_23:23:45.879844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:23:47.771815 run osmo-stp_10.42.42.5(pid=12571): stderr: \u000a| �[0;m�[38;5;43m20221213232346229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232346229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232346230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232346230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232346230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232346231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232346231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:23:47.900176 run osmo-stp_10.42.42.5(pid=12571): stdout: \u000a| (launched: 2022-12-13_23:23:45.879844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:23:48.027597 run osmo-stp_10.42.42.5(pid=12571): stderr: \u000a| �[0;m�[38;5;43m20221213232346229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232346229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232346230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232346230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232346230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232346231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232346231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:23:48.083771 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12571): Process ended prematurely: osmo-stp_10.42.42.5(pid=12571) [trial-2396↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12571)] [trial-2396↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a23:23:48.093054 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a23:23:48.156157 run osmo-hlr_10.42.42.2(pid=12568): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12568)]\u000a23:23:48.207923 run osmo-hlr_10.42.42.2(pid=12568): stdout: \u000a| (launched: 2022-12-13_23:23:44.878411) \u000a23:23:48.260166 run osmo-hlr_10.42.42.2(pid=12568): stderr: \u000a| �[0;m�[1;31m20221213232345075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232345075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232345075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232345075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232345075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232345075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232345089 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232345097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232345097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232345097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:23:48.330758 run osmo-msc_10.42.42.6(pid=12574): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12574)]\u000a23:23:48.382496 run osmo-msc_10.42.42.6(pid=12574): stdout: \u000a| (launched: 2022-12-13_23:23:47.122206) \u000a23:23:48.434716 run osmo-msc_10.42.42.6(pid=12574): stderr: \u000a| �[0;m�[38;5;43m20221213232347461 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213232347461 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4503aadc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213232347461 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213232347461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213232347461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213232347462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213232347464 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213232347465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213232347465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213232347465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:23:48.479526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12567): Terminating (SIGTERM)\u000a23:23:48.521318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12570): Terminating (SIGTERM)\u000a23:23:48.564262 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12573): Terminating (SIGTERM)\u000a23:23:48.573993 --- ParallelTerminationStrategy: PID 12567 died...\u000a23:23:48.630219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12567): Terminated: ok {rc=0}\u000a23:23:48.640237 --- ParallelTerminationStrategy: PID 12570 died...\u000a23:23:48.696073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12570): Terminated: ok {rc=0}\u000a23:23:48.706096 --- ParallelTerminationStrategy: PID 12573 died...\u000a23:23:48.762007 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12573): Terminated: ok {rc=0}\u000a23:23:48.848769 bus /sierra_3: Setting Powered False\u000a23:23:49.955045 bus /sierra_3: Setting Powered False\u000a23:23:51.066023 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 194, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12583): Process ended prematurely: osmo-stp_10.42.42.5(pid=12583) [trial-2396↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12583)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12583): Process ended prematurely: osmo-stp_10.42.42.5(pid=12583) [trial-2396↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12583)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:23:52.175187 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:23:52.186774 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a23:23:52.327766 tst mo_mt_call_osmux.py: using LAC 36944\u000a23:23:52.447218 tst mo_mt_call_osmux.py: using RAC 224\u000a23:23:52.564144 tst mo_mt_call_osmux.py: using CellId 36944\u000a23:23:52.682970 tst mo_mt_call_osmux.py: using BVCI 36945\u000a23:23:52.705622 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:23:52.716439 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:23:52.727277 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:23:52.738086 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:23:52.749111 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:23:52.760098 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:23:52.881201 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:23:53.093552 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:23:53.596286 run create_hlr_db(pid=12577): Launched\u000a23:23:53.781062 bus /sierra_2: Setting Powered False\u000a23:23:54.803095 run create_hlr_db(pid=12577): Terminated: ok {rc=0}\u000a23:23:55.226358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12579): Launched\u000a23:23:55.544401 run osmo-hlr_10.42.42.2(pid=12580): Launched\u000a23:23:55.664917 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:23:56.216757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12582): Launched\u000a23:23:56.534544 run osmo-stp_10.42.42.5(pid=12583): Launched\u000a23:23:56.651555 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:23:57.232251 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12585): Launched\u000a23:23:57.551086 run osmo-msc_10.42.42.6(pid=12586): Launched\u000a23:23:57.741186 run osmo-stp_10.42.42.5(pid=12583): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12583)]\u000a23:23:57.876249 run osmo-stp_10.42.42.5(pid=12583): stdout: \u000a| (launched: 2022-12-13_23:23:56.378555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:23:58.011194 run osmo-stp_10.42.42.5(pid=12583): stderr: \u000a| �[0;m�[38;5;43m20221213232356571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232356572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232356572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232356572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232356573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232356573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232356573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:23:58.139358 run osmo-stp_10.42.42.5(pid=12583): stdout: \u000a| (launched: 2022-12-13_23:23:56.378555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:23:58.266318 run osmo-stp_10.42.42.5(pid=12583): stderr: \u000a| �[0;m�[38;5;43m20221213232356571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232356572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232356572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232356572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232356573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232356573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232356573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:23:58.322417 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12583): Process ended prematurely: osmo-stp_10.42.42.5(pid=12583) [trial-2396↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12583)] [trial-2396↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a23:23:58.331461 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a23:23:58.393995 run osmo-hlr_10.42.42.2(pid=12580): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12580)]\u000a23:23:58.444983 run osmo-hlr_10.42.42.2(pid=12580): stdout: \u000a| (launched: 2022-12-13_23:23:55.388546) \u000a23:23:58.497106 run osmo-hlr_10.42.42.2(pid=12580): stderr: \u000a| �[0;m�[1;31m20221213232355586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232355586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232355586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232355586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232355586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232355586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232355599 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232355607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232355607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232355607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:23:58.567218 run osmo-msc_10.42.42.6(pid=12586): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12586)]\u000a23:23:58.618421 run osmo-msc_10.42.42.6(pid=12586): stdout: \u000a| (launched: 2022-12-13_23:23:57.394479) \u000a23:23:58.670076 run osmo-msc_10.42.42.6(pid=12586): stderr: \u000a| �[0;m�[38;5;43m20221213232357714 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213232357715 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff98cd07c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213232357715 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213232357715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213232357715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213232357715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213232357717 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213232357717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213232357717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213232357717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:23:58.713734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12579): Terminating (SIGTERM)\u000a23:23:58.755017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12582): Terminating (SIGTERM)\u000a23:23:58.796339 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12585): Terminating (SIGTERM)\u000a23:23:58.805973 --- ParallelTerminationStrategy: PID 12579 died...\u000a23:23:58.861503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12579): Terminated: ok {rc=0}\u000a23:23:58.871439 --- ParallelTerminationStrategy: PID 12582 died...\u000a23:23:58.926729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12582): Terminated: ok {rc=0}\u000a23:23:58.936624 --- ParallelTerminationStrategy: PID 12585 died...\u000a23:23:58.991993 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12585): Terminated: ok {rc=0}\u000a23:23:59.077850 bus /sierra_3: Setting Powered False\u000a23:24:00.178018 bus /sierra_3: Setting Powered False\u000a23:24:01.348702 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:23:41" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12868): Process ended prematurely: osmo-stp_10.42.42.5(pid=12868) [trial-2396↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12868)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12868): Process ended prematurely: osmo-stp_10.42.42.5(pid=12868) [trial-2396↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12868)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a23:24:03.464295 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:24:03.476720 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a23:24:03.653341 tst mo_mt_call.py: using LAC 36945\u000a23:24:03.795365 tst mo_mt_call.py: using RAC 225\u000a23:24:03.925813 tst mo_mt_call.py: using CellId 36945\u000a23:24:04.080150 tst mo_mt_call.py: using BVCI 36946\u000a23:24:04.106882 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:24:04.118607 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:24:04.130080 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:24:04.141851 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:24:04.153855 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:24:04.166055 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:24:04.285448 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:24:04.492406 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:24:05.028576 run create_hlr_db(pid=12860): Launched\u000a23:24:05.206674 bus /sierra_2: Setting Powered False\u000a23:24:06.228160 run create_hlr_db(pid=12860): Terminated: ok {rc=0}\u000a23:24:06.655932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12864): Launched\u000a23:24:07.068500 run osmo-hlr_10.42.42.2(pid=12865): Launched\u000a23:24:07.301601 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:24:07.944883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12867): Launched\u000a23:24:08.371496 run osmo-stp_10.42.42.5(pid=12868): Launched\u000a23:24:08.599888 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:24:09.213418 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12870): Launched\u000a23:24:09.649327 run osmo-msc_10.42.42.6(pid=12871): Launched\u000a23:24:10.038020 run osmo-stp_10.42.42.5(pid=12868): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12868)]\u000a23:24:10.240421 run osmo-stp_10.42.42.5(pid=12868): stdout: \u000a| (launched: 2022-12-13_23:24:08.110021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:24:10.378781 run osmo-stp_10.42.42.5(pid=12868): stderr: \u000a| �[0;m�[38;5;43m20221213232408407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232408407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232408408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232408408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232408410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232408410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232408410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:24:10.511714 run osmo-stp_10.42.42.5(pid=12868): stdout: \u000a| (launched: 2022-12-13_23:24:08.110021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:24:10.644511 run osmo-stp_10.42.42.5(pid=12868): stderr: \u000a| �[0;m�[38;5;43m20221213232408407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232408407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232408408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232408408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232408410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232408410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232408410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:24:10.704382 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12868): Process ended prematurely: osmo-stp_10.42.42.5(pid=12868) [trial-2396↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12868)] [trial-2396↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a23:24:10.714824 tst mo_mt_call.py:8: Test FAILED (7.3 sec)\u000a23:24:10.782812 run osmo-hlr_10.42.42.2(pid=12865): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12865)]\u000a23:24:10.836788 run osmo-hlr_10.42.42.2(pid=12865): stdout: \u000a| (launched: 2022-12-13_23:24:06.813068) \u000a23:24:10.891339 run osmo-hlr_10.42.42.2(pid=12865): stderr: \u000a| �[0;m�[1;31m20221213232407160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232407160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232407160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232407160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232407160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232407160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232407172 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232407188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232407188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232407188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:24:10.964915 run osmo-msc_10.42.42.6(pid=12871): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12871)]\u000a23:24:11.018671 run osmo-msc_10.42.42.6(pid=12871): stdout: \u000a| (launched: 2022-12-13_23:24:09.379706) \u000a23:24:11.073184 run osmo-msc_10.42.42.6(pid=12871): stderr: \u000a| �[0;m�[38;5;43m20221213232409893 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213232409893 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f151c28cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213232409893 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213232409893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213232409893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213232409894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213232409897 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213232409898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213232409898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213232409898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:24:11.120124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12864): Terminating (SIGTERM)\u000a23:24:11.166729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12867): Terminating (SIGTERM)\u000a23:24:11.213052 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12870): Terminating (SIGTERM)\u000a23:24:11.223889 --- ParallelTerminationStrategy: PID 12864 died...\u000a23:24:11.284714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12864): Terminated: ok {rc=0}\u000a23:24:11.296656 --- ParallelTerminationStrategy: PID 12867 died...\u000a23:24:11.355128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12867): Terminated: ok {rc=0}\u000a23:24:11.366256 --- ParallelTerminationStrategy: PID 12870 died...\u000a23:24:11.425691 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12870): Terminated: ok {rc=0}\u000a23:24:11.516886 bus /sierra_3: Setting Powered False\u000a23:24:12.627232 bus /sierra_3: Setting Powered False\u000a23:24:13.746599 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 194, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12879): Process ended prematurely: osmo-stp_10.42.42.5(pid=12879) [trial-2396↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12879)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12879): Process ended prematurely: osmo-stp_10.42.42.5(pid=12879) [trial-2396↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12879)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:24:14.866460 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:24:14.879722 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a23:24:15.036360 tst mo_mt_call_osmux.py: using LAC 36946\u000a23:24:15.165782 tst mo_mt_call_osmux.py: using RAC 226\u000a23:24:15.295705 tst mo_mt_call_osmux.py: using CellId 36946\u000a23:24:15.427018 tst mo_mt_call_osmux.py: using BVCI 36947\u000a23:24:15.452814 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:24:15.465498 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:24:15.477706 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:24:15.490394 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:24:15.504777 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:24:15.519068 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:24:15.644583 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:24:15.872346 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:24:16.504228 run create_hlr_db(pid=12873): Launched\u000a23:24:16.680674 bus /sierra_2: Setting Powered False\u000a23:24:17.734352 run create_hlr_db(pid=12873): Terminated: ok {rc=0}\u000a23:24:18.185910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12875): Launched\u000a23:24:18.598823 run osmo-hlr_10.42.42.2(pid=12876): Launched\u000a23:24:18.834429 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:24:19.469614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12878): Launched\u000a23:24:19.879234 run osmo-stp_10.42.42.5(pid=12879): Launched\u000a23:24:20.113834 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:24:20.759234 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12881): Launched\u000a23:24:21.199647 run osmo-msc_10.42.42.6(pid=12882): Launched\u000a23:24:21.588773 run osmo-stp_10.42.42.5(pid=12879): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12879)]\u000a23:24:21.798404 run osmo-stp_10.42.42.5(pid=12879): stdout: \u000a| (launched: 2022-12-13_23:24:19.623268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:24:21.938140 run osmo-stp_10.42.42.5(pid=12879): stderr: \u000a| �[0;m�[38;5;43m20221213232419956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232419957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232419957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232419957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232419958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232419958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232419958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:24:22.074182 run osmo-stp_10.42.42.5(pid=12879): stdout: \u000a| (launched: 2022-12-13_23:24:19.623268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:24:22.207924 run osmo-stp_10.42.42.5(pid=12879): stderr: \u000a| �[0;m�[38;5;43m20221213232419956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232419957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232419957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232419957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232419958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232419958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232419958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:24:22.266207 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12879): Process ended prematurely: osmo-stp_10.42.42.5(pid=12879) [trial-2396↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12879)] [trial-2396↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a23:24:22.276452 tst mo_mt_call_osmux.py:8: Test FAILED (7.4 sec)\u000a23:24:22.344560 run osmo-hlr_10.42.42.2(pid=12876): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12876)]\u000a23:24:22.399634 run osmo-hlr_10.42.42.2(pid=12876): stdout: \u000a| (launched: 2022-12-13_23:24:18.339890) \u000a23:24:22.455758 run osmo-hlr_10.42.42.2(pid=12876): stderr: \u000a| �[0;m�[1;31m20221213232418682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232418682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232418682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232418682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232418682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232418682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232418699 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232418711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232418712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232418712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:24:22.531773 run osmo-msc_10.42.42.6(pid=12882): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12882)]\u000a23:24:22.586951 run osmo-msc_10.42.42.6(pid=12882): stdout: \u000a| (launched: 2022-12-13_23:24:20.927549) \u000a23:24:22.643162 run osmo-msc_10.42.42.6(pid=12882): stderr: \u000a| �[0;m�[38;5;43m20221213232421436 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213232421436 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd275958c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213232421436 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213232421436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213232421437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213232421437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213232421438 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213232421439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213232421439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213232421439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:24:22.691128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12875): Terminating (SIGTERM)\u000a23:24:22.740566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12878): Terminating (SIGTERM)\u000a23:24:22.786344 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12881): Terminating (SIGTERM)\u000a23:24:22.798390 --- ParallelTerminationStrategy: PID 12875 died...\u000a23:24:22.859863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12875): Terminated: ok {rc=0}\u000a23:24:22.871905 --- ParallelTerminationStrategy: PID 12878 died...\u000a23:24:22.932019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12878): Terminated: ok {rc=0}\u000a23:24:22.943653 --- ParallelTerminationStrategy: PID 12881 died...\u000a23:24:23.002516 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12881): Terminated: ok {rc=0}\u000a23:24:23.094569 bus /sierra_3: Setting Powered False\u000a23:24:24.206551 bus /sierra_3: Setting Powered False\u000a23:24:25.315379 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:24:03" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12893): Process ended prematurely: osmo-stp_10.42.42.5(pid=12893) [trial-2396↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12893)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12893): Process ended prematurely: osmo-stp_10.42.42.5(pid=12893) [trial-2396↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12893)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a23:24:27.269601 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:24:27.280449 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:24:27.421917 tst mo_mt_call.py: using LAC 36947\u000a23:24:27.537719 tst mo_mt_call.py: using RAC 227\u000a23:24:27.652544 tst mo_mt_call.py: using CellId 36947\u000a23:24:27.777152 tst mo_mt_call.py: using BVCI 36948\u000a23:24:27.801629 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:24:27.813360 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:24:27.824754 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:24:27.836227 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:24:27.848013 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:24:27.859876 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:24:27.975295 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:24:28.184829 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:24:28.686804 run create_hlr_db(pid=12887): Launched\u000a23:24:28.871889 bus /sierra_2: Setting Powered False\u000a23:24:29.894338 run create_hlr_db(pid=12887): Terminated: ok {rc=0}\u000a23:24:30.294073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12889): Launched\u000a23:24:30.591802 run osmo-hlr_10.42.42.2(pid=12890): Launched\u000a23:24:30.707024 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:24:31.274086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12892): Launched\u000a23:24:31.722980 run osmo-stp_10.42.42.5(pid=12893): Launched\u000a23:24:31.940558 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:24:32.486993 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12895): Launched\u000a23:24:32.785618 run osmo-msc_10.42.42.6(pid=12896): Launched\u000a23:24:32.960568 run osmo-stp_10.42.42.5(pid=12893): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12893)]\u000a23:24:33.086631 run osmo-stp_10.42.42.5(pid=12893): stdout: \u000a| (launched: 2022-12-13_23:24:31.427127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:24:33.210599 run osmo-stp_10.42.42.5(pid=12893): stderr: \u000a| �[0;m�[38;5;43m20221213232431672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232431672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232431672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232431672 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232431673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232431673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232431673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:24:33.330315 run osmo-stp_10.42.42.5(pid=12893): stdout: \u000a| (launched: 2022-12-13_23:24:31.427127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:24:33.448506 run osmo-stp_10.42.42.5(pid=12893): stderr: \u000a| �[0;m�[38;5;43m20221213232431672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232431672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232431672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232431672 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232431673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232431673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232431673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:24:33.500627 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12893): Process ended prematurely: osmo-stp_10.42.42.5(pid=12893) [trial-2396↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12893)] [trial-2396↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a23:24:33.509543 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a23:24:33.568574 run osmo-hlr_10.42.42.2(pid=12890): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12890)]\u000a23:24:33.617291 run osmo-hlr_10.42.42.2(pid=12890): stdout: \u000a| (launched: 2022-12-13_23:24:30.445495) \u000a23:24:33.666568 run osmo-hlr_10.42.42.2(pid=12890): stderr: \u000a| �[0;m�[1;31m20221213232430621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232430621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232430621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232430621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232430621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232430621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232430633 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232430642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232430642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232430642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:24:33.734159 run osmo-msc_10.42.42.6(pid=12896): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12896)]\u000a23:24:33.782785 run osmo-msc_10.42.42.6(pid=12896): stdout: \u000a| (launched: 2022-12-13_23:24:32.638447) \u000a23:24:33.832010 run osmo-msc_10.42.42.6(pid=12896): stderr: \u000a| �[0;m�[38;5;43m20221213232432912 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213232432912 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd5685bec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213232432912 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213232432912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213232432912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213232432913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213232432914 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213232432915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213232432915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213232432915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:24:33.873568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12889): Terminating (SIGTERM)\u000a23:24:33.912744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12892): Terminating (SIGTERM)\u000a23:24:33.952025 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12895): Terminating (SIGTERM)\u000a23:24:33.961202 --- ParallelTerminationStrategy: PID 12889 died...\u000a23:24:34.013693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12889): Terminated: ok {rc=0}\u000a23:24:34.023263 --- ParallelTerminationStrategy: PID 12892 died...\u000a23:24:34.075901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12892): Terminated: ok {rc=0}\u000a23:24:34.085879 --- ParallelTerminationStrategy: PID 12895 died...\u000a23:24:34.138526 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12895): Terminated: ok {rc=0}\u000a23:24:34.225342 bus /sierra_3: Setting Powered False\u000a23:24:35.326291 bus /sierra_3: Setting Powered False\u000a23:24:36.437012 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 194, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12904): Process ended prematurely: osmo-stp_10.42.42.5(pid=12904) [trial-2396↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12904)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12904): Process ended prematurely: osmo-stp_10.42.42.5(pid=12904) [trial-2396↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12904)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:24:37.545710 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:24:37.557166 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:24:37.700380 tst mo_mt_call_osmux.py: using LAC 36948\u000a23:24:37.827078 tst mo_mt_call_osmux.py: using RAC 228\u000a23:24:37.947541 tst mo_mt_call_osmux.py: using CellId 36948\u000a23:24:38.066818 tst mo_mt_call_osmux.py: using BVCI 36949\u000a23:24:38.089762 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:24:38.100742 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:24:38.111594 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:24:38.122432 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:24:38.133197 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:24:38.144080 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:24:38.263406 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:24:38.474187 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:24:38.978774 run create_hlr_db(pid=12898): Launched\u000a23:24:39.164122 bus /sierra_2: Setting Powered False\u000a23:24:40.185914 run create_hlr_db(pid=12898): Terminated: ok {rc=0}\u000a23:24:40.586056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12900): Launched\u000a23:24:40.885673 run osmo-hlr_10.42.42.2(pid=12901): Launched\u000a23:24:40.995513 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:24:41.510722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12903): Launched\u000a23:24:41.808270 run osmo-stp_10.42.42.5(pid=12904): Launched\u000a23:24:41.917254 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:24:42.460323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12906): Launched\u000a23:24:42.758230 run osmo-msc_10.42.42.6(pid=12907): Launched\u000a23:24:42.933706 run osmo-stp_10.42.42.5(pid=12904): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12904)]\u000a23:24:43.059643 run osmo-stp_10.42.42.5(pid=12904): stdout: \u000a| (launched: 2022-12-13_23:24:41.661984)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:24:43.183498 run osmo-stp_10.42.42.5(pid=12904): stderr: \u000a| �[0;m�[38;5;43m20221213232441832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232441832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232441832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232441833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232441833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232441833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232441833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:24:43.302743 run osmo-stp_10.42.42.5(pid=12904): stdout: \u000a| (launched: 2022-12-13_23:24:41.661984)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:24:43.420939 run osmo-stp_10.42.42.5(pid=12904): stderr: \u000a| �[0;m�[38;5;43m20221213232441832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232441832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232441832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232441833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232441833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232441833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232441833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:24:43.472913 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12904): Process ended prematurely: osmo-stp_10.42.42.5(pid=12904) [trial-2396↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12904)] [trial-2396↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a23:24:43.481370 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a23:24:43.540143 run osmo-hlr_10.42.42.2(pid=12901): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12901)]\u000a23:24:43.588477 run osmo-hlr_10.42.42.2(pid=12901): stdout: \u000a| (launched: 2022-12-13_23:24:40.738023) \u000a23:24:43.637592 run osmo-hlr_10.42.42.2(pid=12901): stderr: \u000a| �[0;m�[1;31m20221213232440912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232440912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232440912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232440912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232440912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232440912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232440924 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232440933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232440934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232440934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:24:43.704288 run osmo-msc_10.42.42.6(pid=12907): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12907)]\u000a23:24:43.752592 run osmo-msc_10.42.42.6(pid=12907): stdout: \u000a| (launched: 2022-12-13_23:24:42.611692) \u000a23:24:43.801476 run osmo-msc_10.42.42.6(pid=12907): stderr: \u000a| �[0;m�[38;5;43m20221213232442886 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213232442886 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdc5f30ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213232442886 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213232442886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213232442886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213232442886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213232442888 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213232442888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213232442888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213232442889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:24:43.842748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12900): Terminating (SIGTERM)\u000a23:24:43.881716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12903): Terminating (SIGTERM)\u000a23:24:43.920623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12906): Terminating (SIGTERM)\u000a23:24:43.929769 --- ParallelTerminationStrategy: PID 12900 died...\u000a23:24:43.982402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12900): Terminated: ok {rc=0}\u000a23:24:43.991841 --- ParallelTerminationStrategy: PID 12903 died...\u000a23:24:44.044185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12903): Terminated: ok {rc=0}\u000a23:24:44.053683 --- ParallelTerminationStrategy: PID 12906 died...\u000a23:24:44.105879 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12906): Terminated: ok {rc=0}\u000a23:24:44.193244 bus /sierra_3: Setting Powered False\u000a23:24:45.294708 bus /sierra_3: Setting Powered False\u000a23:24:46.413335 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:24:27" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12918): Process ended prematurely: osmo-stp_10.42.42.5(pid=12918) [trial-2396↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12918)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12918): Process ended prematurely: osmo-stp_10.42.42.5(pid=12918) [trial-2396↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12918)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a23:24:48.374003 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:24:48.385250 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:24:48.538526 tst mo_mt_call.py: using LAC 36949\u000a23:24:48.665835 tst mo_mt_call.py: using RAC 229\u000a23:24:48.792922 tst mo_mt_call.py: using CellId 36949\u000a23:24:48.919206 tst mo_mt_call.py: using BVCI 36950\u000a23:24:48.943808 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:24:48.955320 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:24:48.966549 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:24:48.977742 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:24:48.989221 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:24:49.000717 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:24:49.120101 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:24:49.330111 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:24:49.831237 run create_hlr_db(pid=12912): Launched\u000a23:24:50.015972 bus /sierra_2: Setting Powered False\u000a23:24:51.037253 run create_hlr_db(pid=12912): Terminated: ok {rc=0}\u000a23:24:51.436044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12914): Launched\u000a23:24:51.735322 run osmo-hlr_10.42.42.2(pid=12915): Launched\u000a23:24:51.846449 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:24:52.361268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12917): Launched\u000a23:24:52.658736 run osmo-stp_10.42.42.5(pid=12918): Launched\u000a23:24:52.769380 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:24:53.312868 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12920): Launched\u000a23:24:53.610797 run osmo-msc_10.42.42.6(pid=12921): Launched\u000a23:24:53.787230 run osmo-stp_10.42.42.5(pid=12918): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12918)]\u000a23:24:53.913682 run osmo-stp_10.42.42.5(pid=12918): stdout: \u000a| (launched: 2022-12-13_23:24:52.512538)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:24:54.037698 run osmo-stp_10.42.42.5(pid=12918): stderr: \u000a| �[0;m�[38;5;43m20221213232452682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232452682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232452683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232452683 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232452683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232452683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232452684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:24:54.157262 run osmo-stp_10.42.42.5(pid=12918): stdout: \u000a| (launched: 2022-12-13_23:24:52.512538)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:24:54.275561 run osmo-stp_10.42.42.5(pid=12918): stderr: \u000a| �[0;m�[38;5;43m20221213232452682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232452682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232452683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232452683 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232452683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232452683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232452684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:24:54.328072 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12918): Process ended prematurely: osmo-stp_10.42.42.5(pid=12918) [trial-2396↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12918)] [trial-2396↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a23:24:54.336409 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a23:24:54.395921 run osmo-hlr_10.42.42.2(pid=12915): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12915)]\u000a23:24:54.444897 run osmo-hlr_10.42.42.2(pid=12915): stdout: \u000a| (launched: 2022-12-13_23:24:51.587376) \u000a23:24:54.494074 run osmo-hlr_10.42.42.2(pid=12915): stderr: \u000a| �[0;m�[1;31m20221213232451762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232451763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232451763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232451763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232451763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232451763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232451776 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232451786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232451787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232451787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:24:54.561346 run osmo-msc_10.42.42.6(pid=12921): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12921)]\u000a23:24:54.609932 run osmo-msc_10.42.42.6(pid=12921): stdout: \u000a| (launched: 2022-12-13_23:24:53.464444) \u000a23:24:54.659111 run osmo-msc_10.42.42.6(pid=12921): stderr: \u000a| �[0;m�[38;5;43m20221213232453734 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213232453734 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd742c87c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213232453734 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213232453734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213232453735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213232453735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213232453738 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213232453739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213232453739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213232453739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:24:54.700993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12914): Terminating (SIGTERM)\u000a23:24:54.740265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12917): Terminating (SIGTERM)\u000a23:24:54.779926 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12920): Terminating (SIGTERM)\u000a23:24:54.789254 --- ParallelTerminationStrategy: PID 12914 died...\u000a23:24:54.842658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12914): Terminated: ok {rc=0}\u000a23:24:54.852453 --- ParallelTerminationStrategy: PID 12917 died...\u000a23:24:54.905261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12917): Terminated: ok {rc=0}\u000a23:24:54.914922 --- ParallelTerminationStrategy: PID 12920 died...\u000a23:24:54.969390 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12920): Terminated: ok {rc=0}\u000a23:24:55.052095 bus /sierra_3: Setting Powered False\u000a23:24:56.154892 bus /sierra_3: Setting Powered False\u000a23:24:57.265103 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 194, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12932): Process ended prematurely: osmo-stp_10.42.42.5(pid=12932) [trial-2396↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12932)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12932): Process ended prematurely: osmo-stp_10.42.42.5(pid=12932) [trial-2396↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12932)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:24:58.378461 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:24:58.390600 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:24:58.542203 tst mo_mt_call_osmux.py: using LAC 36950\u000a23:24:58.671528 tst mo_mt_call_osmux.py: using RAC 230\u000a23:24:58.796142 tst mo_mt_call_osmux.py: using CellId 36950\u000a23:24:58.924277 tst mo_mt_call_osmux.py: using BVCI 36951\u000a23:24:58.948482 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:24:58.959834 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:24:58.970937 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:24:58.982018 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:24:58.993436 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:24:59.004917 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:24:59.123852 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:24:59.334566 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:24:59.836068 run create_hlr_db(pid=12923): Launched\u000a23:25:00.020737 bus /sierra_2: Setting Powered False\u000a23:25:01.072609 run create_hlr_db(pid=12923): Terminated: ok {rc=0}\u000a23:25:01.503626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12925): Launched\u000a23:25:01.882232 run osmo-hlr_10.42.42.2(pid=12926): Launched\u000a23:25:02.034130 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:25:02.655183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12931): Launched\u000a23:25:02.952511 run osmo-stp_10.42.42.5(pid=12932): Launched\u000a23:25:03.062626 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:25:03.610692 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12934): Launched\u000a23:25:03.909059 run osmo-msc_10.42.42.6(pid=12935): Launched\u000a23:25:04.084735 run osmo-stp_10.42.42.5(pid=12932): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12932)]\u000a23:25:04.211901 run osmo-stp_10.42.42.5(pid=12932): stdout: \u000a| (launched: 2022-12-13_23:25:02.806594)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:25:04.336158 run osmo-stp_10.42.42.5(pid=12932): stderr: \u000a| �[0;m�[38;5;43m20221213232502977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232502977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232502977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232502978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232502978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232502978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232502978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:25:04.456441 run osmo-stp_10.42.42.5(pid=12932): stdout: \u000a| (launched: 2022-12-13_23:25:02.806594)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:25:04.575293 run osmo-stp_10.42.42.5(pid=12932): stderr: \u000a| �[0;m�[38;5;43m20221213232502977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232502977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232502977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232502978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232502978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232502978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232502978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:25:04.627548 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12932): Process ended prematurely: osmo-stp_10.42.42.5(pid=12932) [trial-2396↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12932)] [trial-2396↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a23:25:04.635924 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a23:25:04.695540 run osmo-hlr_10.42.42.2(pid=12926): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12926)]\u000a23:25:04.744273 run osmo-hlr_10.42.42.2(pid=12926): stdout: \u000a| (launched: 2022-12-13_23:25:01.660521) \u000a23:25:04.793520 run osmo-hlr_10.42.42.2(pid=12926): stderr: \u000a| �[0;m�[1;31m20221213232502049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232502050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232502050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232502050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232502050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232502050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232502070 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232502090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232502090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232502090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:25:04.860351 run osmo-msc_10.42.42.6(pid=12935): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12935)]\u000a23:25:04.908879 run osmo-msc_10.42.42.6(pid=12935): stdout: \u000a| (launched: 2022-12-13_23:25:03.762523) \u000a23:25:04.957869 run osmo-msc_10.42.42.6(pid=12935): stderr: \u000a| �[0;m�[38;5;43m20221213232504033 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213232504034 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9f31b62c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213232504034 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213232504034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213232504034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213232504034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213232504036 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213232504036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213232504036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213232504036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:25:04.999398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12925): Terminating (SIGTERM)\u000a23:25:05.039208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12931): Terminating (SIGTERM)\u000a23:25:05.078492 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12934): Terminating (SIGTERM)\u000a23:25:05.087683 --- ParallelTerminationStrategy: PID 12925 died...\u000a23:25:05.140448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12925): Terminated: ok {rc=0}\u000a23:25:05.150101 --- ParallelTerminationStrategy: PID 12931 died...\u000a23:25:05.203025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12931): Terminated: ok {rc=0}\u000a23:25:05.212775 --- ParallelTerminationStrategy: PID 12934 died...\u000a23:25:05.265427 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12934): Terminated: ok {rc=0}\u000a23:25:05.353059 bus /sierra_3: Setting Powered False\u000a23:25:06.457906 bus /sierra_3: Setting Powered False\u000a23:25:07.569090 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:24:48" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "emergency:oc2g", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12946): Process ended prematurely: osmo-stp_10.42.42.5(pid=12946) [trial-2396↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12946)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12946): Process ended prematurely: osmo-stp_10.42.42.5(pid=12946) [trial-2396↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12946)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a23:25:09.531687 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:25:09.542302 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a23:25:09.661496 tst emergency_mo_mt_call.py: using LAC 36951\u000a23:25:09.776205 tst emergency_mo_mt_call.py: using RAC 231\u000a23:25:09.892576 tst emergency_mo_mt_call.py: using CellId 36951\u000a23:25:10.007497 tst emergency_mo_mt_call.py: using BVCI 36952\u000a23:25:10.029721 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:25:10.040555 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:25:10.050961 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:25:10.061259 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:25:10.071643 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:25:10.082495 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a23:25:10.200578 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a23:25:10.397964 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:25:10.866409 run create_hlr_db(pid=12940): Launched\u000a23:25:11.035294 bus /sierra_2: Setting Powered False\u000a23:25:12.069389 run create_hlr_db(pid=12940): Terminated: ok {rc=0}\u000a23:25:12.462314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12942): Launched\u000a23:25:12.754299 run osmo-hlr_10.42.42.2(pid=12943): Launched\u000a23:25:12.864302 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:25:13.371122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12945): Launched\u000a23:25:13.663234 run osmo-stp_10.42.42.5(pid=12946): Launched\u000a23:25:13.785810 tst emergency_mo_mt_call.py: using MSISDN 8387\u000a23:25:13.930685 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:25:14.464151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12948): Launched\u000a23:25:14.757344 run osmo-msc_10.42.42.6(pid=12949): Launched\u000a23:25:14.930519 run osmo-stp_10.42.42.5(pid=12946): ERR: Terminated: ERROR {rc=1} [trial-2396↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12946)]\u000a23:25:15.054676 run osmo-stp_10.42.42.5(pid=12946): stdout: \u000a| (launched: 2022-12-13_23:25:13.519683)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:25:15.177807 run osmo-stp_10.42.42.5(pid=12946): stderr: \u000a| �[0;m�[38;5;43m20221213232513689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232513689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232513689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232513690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232513690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232513690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232513690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:25:15.295603 run osmo-stp_10.42.42.5(pid=12946): stdout: \u000a| (launched: 2022-12-13_23:25:13.519683)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:25:15.412908 run osmo-stp_10.42.42.5(pid=12946): stderr: \u000a| �[0;m�[38;5;43m20221213232513689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232513689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232513689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232513690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232513690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232513690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232513690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:25:15.464628 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=12946): Process ended prematurely: osmo-stp_10.42.42.5(pid=12946) [trial-2396↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12946)] [trial-2396↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a23:25:15.472624 tst emergency_mo_mt_call.py:19: Test FAILED (5.9 sec)\u000a23:25:15.532441 run osmo-hlr_10.42.42.2(pid=12943): ERR: Terminated: ERROR {rc=237} [trial-2396↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12943)]\u000a23:25:15.581519 run osmo-hlr_10.42.42.2(pid=12943): stdout: \u000a| (launched: 2022-12-13_23:25:12.610608) \u000a23:25:15.631226 run osmo-hlr_10.42.42.2(pid=12943): stderr: \u000a| �[0;m�[1;31m20221213232512787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232512787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232512787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232512787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232512787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232512787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232512800 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232512810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232512810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232512810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:25:15.698631 run osmo-msc_10.42.42.6(pid=12949): ERR: Terminated: ERROR {rc=2} [trial-2396↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12949)]\u000a23:25:15.747148 run osmo-msc_10.42.42.6(pid=12949): stdout: \u000a| (launched: 2022-12-13_23:25:14.613161) \u000a23:25:15.796346 run osmo-msc_10.42.42.6(pid=12949): stderr: \u000a| �[0;m�[38;5;43m20221213232514883 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213232514883 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5a243c1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213232514883 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213232514883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213232514884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213232514884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213232514886 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213232514886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213232514886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213232514886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:25:15.838053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12942): Terminating (SIGTERM)\u000a23:25:15.888085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12945): Terminating (SIGTERM)\u000a23:25:15.940399 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12948): Terminating (SIGTERM)\u000a23:25:15.951185 --- ParallelTerminationStrategy: PID 12942 died...\u000a23:25:16.012601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12942): Terminated: ok {rc=0}\u000a23:25:16.023624 --- ParallelTerminationStrategy: PID 12945 died...\u000a23:25:16.083082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12945): Terminated: ok {rc=0}\u000a23:25:16.094367 --- ParallelTerminationStrategy: PID 12948 died...\u000a23:25:16.155012 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12948): Terminated: ok {rc=0}\u000a23:25:16.246996 bus /sierra_3: Setting Powered False\u000a23:25:17.351633 bus /sierra_3: Setting Powered False\u000a23:25:18.459710 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12957): Process ended prematurely: osmo-stp_10.42.42.5(pid=12957) [trial-2396↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12957)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12957): Process ended prematurely: osmo-stp_10.42.42.5(pid=12957) [trial-2396↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12957)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a23:25:19.511414 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:25:19.523261 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a23:25:19.658690 tst emergency_preemptive_call.py: using LAC 36952\u000a23:25:19.780722 tst emergency_preemptive_call.py: using RAC 232\u000a23:25:19.903756 tst emergency_preemptive_call.py: using CellId 36952\u000a23:25:20.026021 tst emergency_preemptive_call.py: using BVCI 36953\u000a23:25:20.050074 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:25:20.061347 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:25:20.072312 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:25:20.083309 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:25:20.095041 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:25:20.106840 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a23:25:20.228005 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a23:25:20.343630 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a23:25:20.463319 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a23:25:20.669669 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:25:21.165489 run create_hlr_db(pid=12951): Launched\u000a23:25:21.348651 bus /sierra_2: Setting Powered False\u000a23:25:22.370003 run create_hlr_db(pid=12951): Terminated: ok {rc=0}\u000a23:25:22.789892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12953): Launched\u000a23:25:23.104197 run osmo-hlr_10.42.42.2(pid=12954): Launched\u000a23:25:23.223073 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:25:23.769707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12956): Launched\u000a23:25:24.084815 run osmo-stp_10.42.42.5(pid=12957): Launched\u000a23:25:24.216256 tst emergency_preemptive_call.py: using MSISDN 8388\u000a23:25:24.373898 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:25:24.946224 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12959): Launched\u000a23:25:25.262111 run osmo-msc_10.42.42.6(pid=12960): Launched\u000a23:25:25.447970 run osmo-stp_10.42.42.5(pid=12957): ERR: Terminated: ERROR {rc=1} [trial-2396↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12957)]\u000a23:25:25.582491 run osmo-stp_10.42.42.5(pid=12957): stdout: \u000a| (launched: 2022-12-13_23:25:23.929763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:25:25.716514 run osmo-stp_10.42.42.5(pid=12957): stderr: \u000a| �[0;m�[38;5;43m20221213232524120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232524120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232524121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232524121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232524122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232524122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232524122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:25:25.843890 run osmo-stp_10.42.42.5(pid=12957): stdout: \u000a| (launched: 2022-12-13_23:25:23.929763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:25:25.969768 run osmo-stp_10.42.42.5(pid=12957): stderr: \u000a| �[0;m�[38;5;43m20221213232524120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232524120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232524121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232524121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232524122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232524122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232524122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:25:26.024856 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=12957): Process ended prematurely: osmo-stp_10.42.42.5(pid=12957) [trial-2396↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12957)] [trial-2396↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a23:25:26.033504 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a23:25:26.096252 run osmo-hlr_10.42.42.2(pid=12954): ERR: Terminated: ERROR {rc=237} [trial-2396↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12954)]\u000a23:25:26.147406 run osmo-hlr_10.42.42.2(pid=12954): stdout: \u000a| (launched: 2022-12-13_23:25:22.949885) \u000a23:25:26.199123 run osmo-hlr_10.42.42.2(pid=12954): stderr: \u000a| �[0;m�[1;31m20221213232523147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232523147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232523148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232523148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232523148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232523148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232523160 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232523168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232523168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232523168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:25:26.269738 run osmo-msc_10.42.42.6(pid=12960): ERR: Terminated: ERROR {rc=2} [trial-2396↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12960)]\u000a23:25:26.320770 run osmo-msc_10.42.42.6(pid=12960): stdout: \u000a| (launched: 2022-12-13_23:25:25.106806) \u000a23:25:26.372316 run osmo-msc_10.42.42.6(pid=12960): stderr: \u000a| �[0;m�[38;5;43m20221213232525429 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213232525429 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1127286c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213232525429 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213232525429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213232525430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213232525430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213232525432 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213232525432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213232525432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213232525432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:25:26.416142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12953): Terminating (SIGTERM)\u000a23:25:26.458283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12956): Terminating (SIGTERM)\u000a23:25:26.499948 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12959): Terminating (SIGTERM)\u000a23:25:26.509658 --- ParallelTerminationStrategy: PID 12953 died...\u000a23:25:26.565969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12953): Terminated: ok {rc=0}\u000a23:25:26.576067 --- ParallelTerminationStrategy: PID 12956 died...\u000a23:25:26.631884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12956): Terminated: ok {rc=0}\u000a23:25:26.642229 --- ParallelTerminationStrategy: PID 12959 died...\u000a23:25:26.698722 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12959): Terminated: ok {rc=0}\u000a23:25:26.786135 bus /sierra_9: Setting Powered False\u000a23:25:27.892321 bus /sierra_9: Setting Powered False\u000a23:25:29.003671 bus /sierra_8: Setting Powered False\u000a23:25:30.105854 bus /sierra_8: Setting Powered False\u000a23:25:31.255961 bus /sierra_3: Setting Powered False\u000a23:25:32.366003 bus /sierra_3: Setting Powered False\u000a23:25:33.477976 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:25:09" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12977): Process ended prematurely: osmo-stp_10.42.42.5(pid=12977) [trial-2396↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12977)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12977): Process ended prematurely: osmo-stp_10.42.42.5(pid=12977) [trial-2396↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12977)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:25:35.551038 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:35.561412 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a23:25:35.682337 tst cs_paging_gprs_active.py: using LAC 36953\u000a23:25:35.798251 tst cs_paging_gprs_active.py: using RAC 233\u000a23:25:35.923596 tst cs_paging_gprs_active.py: using CellId 36953\u000a23:25:36.043282 tst cs_paging_gprs_active.py: using BVCI 36954\u000a23:25:36.066271 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:36.076874 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:36.087329 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:36.097680 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:36.108307 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:36.118593 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:36.129038 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:36.139484 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:36.150416 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a23:25:36.269846 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a23:25:36.546631 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:25:36.670909 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:25:36.979369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12967): Launched\u000a23:25:37.235389 run iperf3-srv_10.42.42.10(pid=12968): Launched\u000a23:25:37.417409 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:25:37.541527 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:25:37.850277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12969): Launched\u000a23:25:38.106384 run iperf3-srv_10.42.42.10(pid=12970): Launched\u000a23:25:38.287967 tst cs_paging_gprs_active.py:38: start network...\u000a23:25:38.412010 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:25:38.888276 run create_hlr_db(pid=12971): Launched\u000a23:25:39.059930 bus /sierra_2: Setting Powered False\u000a23:25:40.082114 run create_hlr_db(pid=12971): Terminated: ok {rc=0}\u000a23:25:40.505404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12973): Launched\u000a23:25:40.826076 run osmo-hlr_10.42.42.2(pid=12974): Launched\u000a23:25:40.947467 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:25:41.500136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12976): Launched\u000a23:25:41.820264 run osmo-stp_10.42.42.5(pid=12977): Launched\u000a23:25:41.938183 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:25:42.495271 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12979): Launched\u000a23:25:42.610098 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:25:42.890641 run patchelf(pid=12980): Launched\u000a23:25:43.078057 run osmo-stp_10.42.42.5(pid=12977): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12977)]\u000a23:25:43.214997 run osmo-stp_10.42.42.5(pid=12977): stdout: \u000a| (launched: 2022-12-13_23:25:41.663347)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:25:43.352658 run osmo-stp_10.42.42.5(pid=12977): stderr: \u000a| �[0;m�[38;5;43m20221213232541856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232541856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232541857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232541857 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232541858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232541858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232541858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:25:43.485160 run osmo-stp_10.42.42.5(pid=12977): stdout: \u000a| (launched: 2022-12-13_23:25:41.663347)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:25:43.616812 run osmo-stp_10.42.42.5(pid=12977): stderr: \u000a| �[0;m�[38;5;43m20221213232541856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232541856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232541857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232541857 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232541858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232541858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232541858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:25:43.770760 run patchelf(pid=12980): Terminating (SIGINT)\u000a23:25:43.951044 run patchelf(pid=12980): Terminated: ok {rc=0}\u000a23:25:43.983923 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12977): Process ended prematurely: osmo-stp_10.42.42.5(pid=12977) [trial-2396↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12977)] [trial-2396↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a23:25:43.993645 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a23:25:44.056787 run osmo-hlr_10.42.42.2(pid=12974): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12974)]\u000a23:25:44.108161 run osmo-hlr_10.42.42.2(pid=12974): stdout: \u000a| (launched: 2022-12-13_23:25:40.669229) \u000a23:25:44.159969 run osmo-hlr_10.42.42.2(pid=12974): stderr: \u000a| �[0;m�[1;31m20221213232540869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232540869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232540869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232540869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232540869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232540869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232540882 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232540891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232540892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232540892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:25:44.204200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12967): Terminating (SIGTERM)\u000a23:25:44.246175 run iperf3-srv_10.42.42.10(pid=12968): Terminating (SIGTERM)\u000a23:25:44.287825 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12969): Terminating (SIGTERM)\u000a23:25:44.329836 run iperf3-srv_10.42.42.10(pid=12970): Terminating (SIGTERM)\u000a23:25:44.371695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12973): Terminating (SIGTERM)\u000a23:25:44.413789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12976): Terminating (SIGTERM)\u000a23:25:44.455553 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12979): Terminating (SIGTERM)\u000a23:25:44.465291 --- ParallelTerminationStrategy: PID 12967 died...\u000a23:25:44.521439 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12967): Terminated: ok {rc=0}\u000a23:25:44.531562 --- ParallelTerminationStrategy: PID 12968 died...\u000a23:25:44.587085 run iperf3-srv_10.42.42.10(pid=12968): Terminated {rc=256}\u000a23:25:44.596914 --- ParallelTerminationStrategy: PID 12969 died...\u000a23:25:44.653120 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12969): Terminated: ok {rc=0}\u000a23:25:44.663525 --- ParallelTerminationStrategy: PID 12970 died...\u000a23:25:44.719265 run iperf3-srv_10.42.42.10(pid=12970): Terminated {rc=256}\u000a23:25:44.729359 --- ParallelTerminationStrategy: PID 12973 died...\u000a23:25:44.785055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12973): Terminated: ok {rc=0}\u000a23:25:44.795021 --- ParallelTerminationStrategy: PID 12976 died...\u000a23:25:44.850623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12976): Terminated: ok {rc=0}\u000a23:25:44.860667 --- ParallelTerminationStrategy: PID 12979 died...\u000a23:25:44.916083 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12979): Terminated: ok {rc=0}\u000a23:25:45.001375 bus /gobi_0: Setting Powered False\u000a23:25:46.123036 bus /gobi_0: Setting Powered False\u000a23:25:47.242600 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12991): Process ended prematurely: osmo-stp_10.42.42.5(pid=12991) [trial-2396↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12991)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12991): Process ended prematurely: osmo-stp_10.42.42.5(pid=12991) [trial-2396↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12991)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a23:25:48.358020 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:48.369593 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a23:25:48.497828 tst iperf3.py: using LAC 36954\u000a23:25:48.622896 tst iperf3.py: using RAC 234\u000a23:25:48.742995 tst iperf3.py: using CellId 36954\u000a23:25:48.860445 tst iperf3.py: using BVCI 36955\u000a23:25:48.883284 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:48.893934 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:48.904537 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:48.914972 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:48.925159 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:48.935320 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:48.945610 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:48.956369 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:48.966932 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a23:25:49.242156 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:25:49.366308 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:25:49.675089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12982): Launched\u000a23:25:49.931775 run iperf3-srv_10.42.42.10(pid=12983): Launched\u000a23:25:50.114061 tst iperf3.py:8: start network...\u000a23:25:50.238439 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:25:50.715721 run create_hlr_db(pid=12984): Launched\u000a23:25:50.887834 bus /gobi_6: Setting Powered False\u000a23:25:51.915167 run create_hlr_db(pid=12984): Terminated: ok {rc=0}\u000a23:25:52.316858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12987): Launched\u000a23:25:52.614568 run osmo-hlr_10.42.42.2(pid=12988): Launched\u000a23:25:52.732269 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:25:53.256232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12990): Launched\u000a23:25:53.555274 run osmo-stp_10.42.42.5(pid=12991): Launched\u000a23:25:53.664534 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:25:54.184387 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12993): Launched\u000a23:25:54.290295 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:25:54.549629 run patchelf(pid=12994): Launched\u000a23:25:54.723457 run osmo-stp_10.42.42.5(pid=12991): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12991)]\u000a23:25:54.850689 run osmo-stp_10.42.42.5(pid=12991): stdout: \u000a| (launched: 2022-12-13_23:25:53.408344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:25:54.978649 run osmo-stp_10.42.42.5(pid=12991): stderr: \u000a| �[0;m�[38;5;43m20221213232553578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232553578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232553578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232553579 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232553581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232553581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232553581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:25:55.101732 run osmo-stp_10.42.42.5(pid=12991): stdout: \u000a| (launched: 2022-12-13_23:25:53.408344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:25:55.223755 run osmo-stp_10.42.42.5(pid=12991): stderr: \u000a| �[0;m�[38;5;43m20221213232553578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232553578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232553578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232553579 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232553581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232553581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232553581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:25:55.366040 run patchelf(pid=12994): Terminating (SIGINT)\u000a23:25:55.533741 run patchelf(pid=12994): Terminated: ok {rc=0}\u000a23:25:55.564282 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12991): Process ended prematurely: osmo-stp_10.42.42.5(pid=12991) [trial-2396↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12991)] [trial-2396↪gprs:oc2g↪iperf3.py:8]\u000a23:25:55.573269 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a23:25:55.632431 run osmo-hlr_10.42.42.2(pid=12988): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12988)]\u000a23:25:55.680715 run osmo-hlr_10.42.42.2(pid=12988): stdout: \u000a| (launched: 2022-12-13_23:25:52.468409) \u000a23:25:55.729767 run osmo-hlr_10.42.42.2(pid=12988): stderr: \u000a| �[0;m�[1;31m20221213232552642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232552643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232552643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232552643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232552643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232552643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232552655 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232552666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232552667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232552667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:25:55.771391 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12982): Terminating (SIGTERM)\u000a23:25:55.810487 run iperf3-srv_10.42.42.10(pid=12983): Terminating (SIGTERM)\u000a23:25:55.849691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12987): Terminating (SIGTERM)\u000a23:25:55.889340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12990): Terminating (SIGTERM)\u000a23:25:55.928522 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12993): Terminating (SIGTERM)\u000a23:25:55.937363 --- ParallelTerminationStrategy: PID 12982 died...\u000a23:25:55.989563 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12982): Terminated: ok {rc=0}\u000a23:25:55.999007 --- ParallelTerminationStrategy: PID 12983 died...\u000a23:25:56.050999 run iperf3-srv_10.42.42.10(pid=12983): Terminated {rc=256}\u000a23:25:56.060492 --- ParallelTerminationStrategy: PID 12987 died...\u000a23:25:56.112567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12987): Terminated: ok {rc=0}\u000a23:25:56.122068 --- ParallelTerminationStrategy: PID 12990 died...\u000a23:25:56.174069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12990): Terminated: ok {rc=0}\u000a23:25:56.183490 --- ParallelTerminationStrategy: PID 12993 died...\u000a23:25:56.235507 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12993): Terminated: ok {rc=0}\u000a23:25:56.317661 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:oc2g", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13009): Process ended prematurely: osmo-stp_10.42.42.5(pid=13009) [trial-2396↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13009)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13009): Process ended prematurely: osmo-stp_10.42.42.5(pid=13009) [trial-2396↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13009)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a23:25:57.432631 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:57.444383 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a23:25:57.576705 tst iperf3m4.py: using LAC 36955\u000a23:25:57.702619 tst iperf3m4.py: using RAC 235\u000a23:25:57.829139 tst iperf3m4.py: using CellId 36955\u000a23:25:57.954398 tst iperf3m4.py: using BVCI 36956\u000a23:25:57.978803 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:57.989811 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:58.000574 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:58.011467 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:58.022522 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:58.033515 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:58.044679 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:58.055728 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:58.066985 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a23:25:58.183924 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a23:25:58.302421 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a23:25:58.419218 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a23:25:58.692548 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:25:58.817022 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:25:59.127123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12995): Launched\u000a23:25:59.383033 run iperf3-srv_10.42.42.10(pid=12996): Launched\u000a23:25:59.565495 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:25:59.689272 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:25:59.996585 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12997): Launched\u000a23:26:00.251968 run iperf3-srv_10.42.42.10(pid=12998): Launched\u000a23:26:00.433277 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:26:00.557180 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:26:00.878438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12999): Launched\u000a23:26:01.190015 run iperf3-srv_10.42.42.10(pid=13000): Launched\u000a23:26:01.375012 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:26:01.501988 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:26:01.830689 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13001): Launched\u000a23:26:02.113083 run iperf3-srv_10.42.42.10(pid=13002): Launched\u000a23:26:02.297269 tst iperf3m4.py:8: start network...\u000a23:26:02.421256 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:26:02.901262 run create_hlr_db(pid=13003): Launched\u000a23:26:03.087096 bus /gobi_6: Setting Powered False\u000a23:26:04.109863 run create_hlr_db(pid=13003): Terminated: ok {rc=0}\u000a23:26:04.534894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13005): Launched\u000a23:26:04.856029 run osmo-hlr_10.42.42.2(pid=13006): Launched\u000a23:26:04.976438 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:26:05.530440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13008): Launched\u000a23:26:05.851455 run osmo-stp_10.42.42.5(pid=13009): Launched\u000a23:26:05.967978 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:26:06.527111 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13011): Launched\u000a23:26:06.642249 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:26:06.921087 run patchelf(pid=13012): Launched\u000a23:26:07.108258 run osmo-stp_10.42.42.5(pid=13009): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13009)]\u000a23:26:07.245434 run osmo-stp_10.42.42.5(pid=13009): stdout: \u000a| (launched: 2022-12-13_23:26:05.694003)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:26:07.383529 run osmo-stp_10.42.42.5(pid=13009): stderr: \u000a| �[0;m�[38;5;43m20221213232605887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232605887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232605887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232605887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232605888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232605888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232605888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:26:07.516561 run osmo-stp_10.42.42.5(pid=13009): stdout: \u000a| (launched: 2022-12-13_23:26:05.694003)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:26:07.648053 run osmo-stp_10.42.42.5(pid=13009): stderr: \u000a| �[0;m�[38;5;43m20221213232605887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232605887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232605887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232605887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232605888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232605888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232605888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:26:07.802044 run patchelf(pid=13012): Terminating (SIGINT)\u000a23:26:07.982380 run patchelf(pid=13012): Terminated: ok {rc=0}\u000a23:26:08.015225 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13009): Process ended prematurely: osmo-stp_10.42.42.5(pid=13009) [trial-2396↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13009)] [trial-2396↪gprs:oc2g↪iperf3m4.py:8]\u000a23:26:08.024873 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a23:26:08.088325 run osmo-hlr_10.42.42.2(pid=13006): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13006)]\u000a23:26:08.139669 run osmo-hlr_10.42.42.2(pid=13006): stdout: \u000a| (launched: 2022-12-13_23:26:04.698368) \u000a23:26:08.191367 run osmo-hlr_10.42.42.2(pid=13006): stderr: \u000a| �[0;m�[1;31m20221213232604897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232604897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232604897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232604897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232604897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232604897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232604921 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232604930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232604931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232604931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:26:08.235316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12995): Terminating (SIGTERM)\u000a23:26:08.276365 run iperf3-srv_10.42.42.10(pid=12996): Terminating (SIGTERM)\u000a23:26:08.317699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12997): Terminating (SIGTERM)\u000a23:26:08.358857 run iperf3-srv_10.42.42.10(pid=12998): Terminating (SIGTERM)\u000a23:26:08.400648 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12999): Terminating (SIGTERM)\u000a23:26:08.442148 run iperf3-srv_10.42.42.10(pid=13000): Terminating (SIGTERM)\u000a23:26:08.483926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13001): Terminating (SIGTERM)\u000a23:26:08.525582 run iperf3-srv_10.42.42.10(pid=13002): Terminating (SIGTERM)\u000a23:26:08.567469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13005): Terminating (SIGTERM)\u000a23:26:08.608743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13008): Terminating (SIGTERM)\u000a23:26:08.650015 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13011): Terminating (SIGTERM)\u000a23:26:08.659536 --- ParallelTerminationStrategy: PID 12995 died...\u000a23:26:08.715429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12995): Terminated: ok {rc=0}\u000a23:26:08.725439 --- ParallelTerminationStrategy: PID 12996 died...\u000a23:26:08.780515 run iperf3-srv_10.42.42.10(pid=12996): Terminated {rc=256}\u000a23:26:08.790460 --- ParallelTerminationStrategy: PID 12997 died...\u000a23:26:08.845548 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12997): Terminated: ok {rc=0}\u000a23:26:08.855435 --- ParallelTerminationStrategy: PID 12998 died...\u000a23:26:08.910265 run iperf3-srv_10.42.42.10(pid=12998): Terminated {rc=256}\u000a23:26:08.920078 --- ParallelTerminationStrategy: PID 12999 died...\u000a23:26:08.975125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12999): Terminated: ok {rc=0}\u000a23:26:08.985174 --- ParallelTerminationStrategy: PID 13000 died...\u000a23:26:09.040088 run iperf3-srv_10.42.42.10(pid=13000): Terminated {rc=256}\u000a23:26:09.050073 --- ParallelTerminationStrategy: PID 13001 died...\u000a23:26:09.105312 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13001): Terminated: ok {rc=0}\u000a23:26:09.115215 --- ParallelTerminationStrategy: PID 13002 died...\u000a23:26:09.170437 run iperf3-srv_10.42.42.10(pid=13002): Terminated {rc=256}\u000a23:26:09.180416 --- ParallelTerminationStrategy: PID 13005 died...\u000a23:26:09.235722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13005): Terminated: ok {rc=0}\u000a23:26:09.245769 --- ParallelTerminationStrategy: PID 13008 died...\u000a23:26:09.300826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13008): Terminated: ok {rc=0}\u000a23:26:09.310785 --- ParallelTerminationStrategy: PID 13011 died...\u000a23:26:09.366011 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13011): Terminated: ok {rc=0}\u000a23:26:09.452053 bus /gobi_4: Setting Powered False\u000a23:26:10.556860 bus /gobi_4: Setting Powered False\u000a23:26:11.664226 bus /gobi_1: Setting Powered False\u000a23:26:12.767915 bus /gobi_1: Setting Powered False\u000a23:26:13.874282 bus /gobi_0: Setting Powered False\u000a23:26:14.978070 bus /gobi_0: Setting Powered False\u000a23:26:16.115806 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13019): Process ended prematurely: osmo-stp_10.42.42.5(pid=13019) [trial-2396↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13019)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13019): Process ended prematurely: osmo-stp_10.42.42.5(pid=13019) [trial-2396↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13019)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:oc2g ping.py\u000a----------------------------------------------\u000a23:26:17.182467 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:26:17.194564 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a23:26:17.314434 tst ping.py: using LAC 36956\u000a23:26:17.428580 tst ping.py: using RAC 236\u000a23:26:17.545182 tst ping.py: using CellId 36956\u000a23:26:17.659641 tst ping.py: using BVCI 36957\u000a23:26:17.682264 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:26:17.692798 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:26:17.703294 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:26:17.713738 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:26:17.723944 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:26:17.734672 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:26:17.745640 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:26:17.756180 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a23:26:18.027750 tst ping.py:19: start network...\u000a23:26:18.150143 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:26:18.618553 run create_hlr_db(pid=13013): Launched\u000a23:26:18.787903 bus /gobi_6: Setting Powered False\u000a23:26:19.809912 run create_hlr_db(pid=13013): Terminated: ok {rc=0}\u000a23:26:20.226284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13015): Launched\u000a23:26:20.540765 run osmo-hlr_10.42.42.2(pid=13016): Launched\u000a23:26:20.657117 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:26:21.207643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13018): Launched\u000a23:26:21.522729 run osmo-stp_10.42.42.5(pid=13019): Launched\u000a23:26:21.638569 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:26:22.187586 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13021): Launched\u000a23:26:22.300458 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:26:22.574712 run patchelf(pid=13022): Launched\u000a23:26:22.759827 run osmo-stp_10.42.42.5(pid=13019): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13019)]\u000a23:26:22.895140 run osmo-stp_10.42.42.5(pid=13019): stdout: \u000a| (launched: 2022-12-13_23:26:21.367870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:26:23.030306 run osmo-stp_10.42.42.5(pid=13019): stderr: \u000a| �[0;m�[38;5;43m20221213232621559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232621559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232621560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232621560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232621561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232621561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232621561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:26:23.161276 run osmo-stp_10.42.42.5(pid=13019): stdout: \u000a| (launched: 2022-12-13_23:26:21.367870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:26:23.290669 run osmo-stp_10.42.42.5(pid=13019): stderr: \u000a| �[0;m�[38;5;43m20221213232621559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232621559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232621560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232621560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232621561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232621561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232621561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:26:23.441561 run patchelf(pid=13022): Terminating (SIGINT)\u000a23:26:23.618985 run patchelf(pid=13022): Terminated: ok {rc=0}\u000a23:26:23.651312 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13019): Process ended prematurely: osmo-stp_10.42.42.5(pid=13019) [trial-2396↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13019)] [trial-2396↪gprs:oc2g↪ping.py:22]\u000a23:26:23.660438 tst ping.py:22: Test FAILED (6.5 sec)\u000a23:26:23.724654 run osmo-hlr_10.42.42.2(pid=13016): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13016)]\u000a23:26:23.776702 run osmo-hlr_10.42.42.2(pid=13016): stdout: \u000a| (launched: 2022-12-13_23:26:20.386397) \u000a23:26:23.829390 run osmo-hlr_10.42.42.2(pid=13016): stderr: \u000a| �[0;m�[1;31m20221213232620584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232620585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232620585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232620585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232620585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232620585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232620598 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232620608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232620609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232620609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:26:23.874246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13015): Terminating (SIGTERM)\u000a23:26:23.916190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13018): Terminating (SIGTERM)\u000a23:26:23.958684 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13021): Terminating (SIGTERM)\u000a23:26:23.968389 --- ParallelTerminationStrategy: PID 13015 died...\u000a23:26:24.024767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13015): Terminated: ok {rc=0}\u000a23:26:24.034940 --- ParallelTerminationStrategy: PID 13018 died...\u000a23:26:24.091367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13018): Terminated: ok {rc=0}\u000a23:26:24.101909 --- ParallelTerminationStrategy: PID 13021 died...\u000a23:26:24.158060 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13021): Terminated: ok {rc=0}\u000a23:26:24.243710 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13029): Process ended prematurely: osmo-stp_10.42.42.5(pid=13029) [trial-2396↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13029)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13029): Process ended prematurely: osmo-stp_10.42.42.5(pid=13029) [trial-2396↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13029)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a23:26:25.295667 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:26:25.307088 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a23:26:25.439254 tst ping_idle_ping.py: using LAC 36957\u000a23:26:25.563397 tst ping_idle_ping.py: using RAC 237\u000a23:26:25.688336 tst ping_idle_ping.py: using CellId 36957\u000a23:26:25.814682 tst ping_idle_ping.py: using BVCI 36958\u000a23:26:25.838891 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:26:25.849852 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:26:25.860617 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:26:25.871406 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:26:25.882879 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:26:25.894600 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:26:25.906212 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:26:25.917895 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a23:26:26.191427 tst ping_idle_ping.py:24: start network...\u000a23:26:26.313631 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:26:26.787570 run create_hlr_db(pid=13023): Launched\u000a23:26:26.957540 bus /gobi_6: Setting Powered False\u000a23:26:27.979158 run create_hlr_db(pid=13023): Terminated: ok {rc=0}\u000a23:26:28.398216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13025): Launched\u000a23:26:28.714148 run osmo-hlr_10.42.42.2(pid=13026): Launched\u000a23:26:28.827712 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:26:29.339411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13028): Launched\u000a23:26:29.633877 run osmo-stp_10.42.42.5(pid=13029): Launched\u000a23:26:29.741645 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:26:30.252634 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13031): Launched\u000a23:26:30.357027 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:26:30.612284 run patchelf(pid=13032): Launched\u000a23:26:30.784336 run osmo-stp_10.42.42.5(pid=13029): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13029)]\u000a23:26:30.930356 run osmo-stp_10.42.42.5(pid=13029): stdout: \u000a| (launched: 2022-12-13_23:26:29.489066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:26:31.058181 run osmo-stp_10.42.42.5(pid=13029): stderr: \u000a| �[0;m�[38;5;43m20221213232629657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232629657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232629658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232629658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232629658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232629659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232629659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:26:31.182618 run osmo-stp_10.42.42.5(pid=13029): stdout: \u000a| (launched: 2022-12-13_23:26:29.489066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:26:31.305707 run osmo-stp_10.42.42.5(pid=13029): stderr: \u000a| �[0;m�[38;5;43m20221213232629657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232629657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232629658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232629658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232629658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232629659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232629659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:26:31.449555 run patchelf(pid=13032): Terminating (SIGINT)\u000a23:26:31.618214 run patchelf(pid=13032): Terminated: ok {rc=0}\u000a23:26:31.649384 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13029): Process ended prematurely: osmo-stp_10.42.42.5(pid=13029) [trial-2396↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13029)] [trial-2396↪gprs:oc2g↪ping_idle_ping.py:27]\u000a23:26:31.658376 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a23:26:31.719868 run osmo-hlr_10.42.42.2(pid=13026): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13026)]\u000a23:26:31.769207 run osmo-hlr_10.42.42.2(pid=13026): stdout: \u000a| (launched: 2022-12-13_23:26:28.558906) \u000a23:26:31.819376 run osmo-hlr_10.42.42.2(pid=13026): stderr: \u000a| �[0;m�[1;31m20221213232628758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232628758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232628758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232628758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232628758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232628758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232628771 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232628781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232628781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232628781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:26:31.861962 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13025): Terminating (SIGTERM)\u000a23:26:31.903275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13028): Terminating (SIGTERM)\u000a23:26:31.945100 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13031): Terminating (SIGTERM)\u000a23:26:31.955113 --- ParallelTerminationStrategy: PID 13025 died...\u000a23:26:32.010758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13025): Terminated: ok {rc=0}\u000a23:26:32.020933 --- ParallelTerminationStrategy: PID 13028 died...\u000a23:26:32.074555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13028): Terminated: ok {rc=0}\u000a23:26:32.084653 --- ParallelTerminationStrategy: PID 13031 died...\u000a23:26:32.138302 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13031): Terminated: ok {rc=0}\u000a23:26:32.223586 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:25:35" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13046): Process ended prematurely: osmo-stp_10.42.42.5(pid=13046) [trial-2396↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13046)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13046): Process ended prematurely: osmo-stp_10.42.42.5(pid=13046) [trial-2396↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13046)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:26:34.319790 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:34.330331 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:26:34.452180 tst cs_paging_gprs_active.py: using LAC 36958\u000a23:26:34.569975 tst cs_paging_gprs_active.py: using RAC 238\u000a23:26:34.685302 tst cs_paging_gprs_active.py: using CellId 36958\u000a23:26:34.800834 tst cs_paging_gprs_active.py: using BVCI 36959\u000a23:26:34.823210 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:34.833925 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:34.844261 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:34.854627 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:34.865382 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:34.875644 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:34.886258 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:34.896862 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:34.907783 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:26:35.027612 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:26:35.299979 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:26:35.422221 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:26:35.725574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13036): Launched\u000a23:26:35.977386 run iperf3-srv_10.42.42.10(pid=13037): Launched\u000a23:26:36.155520 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:26:36.277203 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:26:36.580525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13038): Launched\u000a23:26:36.832788 run iperf3-srv_10.42.42.10(pid=13039): Launched\u000a23:26:37.011395 tst cs_paging_gprs_active.py:38: start network...\u000a23:26:37.133781 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:26:37.604651 run create_hlr_db(pid=13040): Launched\u000a23:26:37.774226 bus /gobi_6: Setting Powered False\u000a23:26:38.796196 run create_hlr_db(pid=13040): Terminated: ok {rc=0}\u000a23:26:39.211355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13042): Launched\u000a23:26:39.525586 run osmo-hlr_10.42.42.2(pid=13043): Launched\u000a23:26:39.642063 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:26:40.189660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13045): Launched\u000a23:26:40.503835 run osmo-stp_10.42.42.5(pid=13046): Launched\u000a23:26:40.619770 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:26:41.166676 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13048): Launched\u000a23:26:41.279675 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:26:41.552891 run patchelf(pid=13049): Launched\u000a23:26:41.738260 run osmo-stp_10.42.42.5(pid=13046): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13046)]\u000a23:26:41.873677 run osmo-stp_10.42.42.5(pid=13046): stdout: \u000a| (launched: 2022-12-13_23:26:40.349975)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:26:42.009652 run osmo-stp_10.42.42.5(pid=13046): stderr: \u000a| �[0;m�[38;5;43m20221213232640540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232640540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232640540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232640541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232640541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232640541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232640541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:26:42.140654 run osmo-stp_10.42.42.5(pid=13046): stdout: \u000a| (launched: 2022-12-13_23:26:40.349975)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:26:42.270532 run osmo-stp_10.42.42.5(pid=13046): stderr: \u000a| �[0;m�[38;5;43m20221213232640540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232640540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232640540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232640541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232640541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232640541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232640541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:26:42.421691 run patchelf(pid=13049): Terminating (SIGINT)\u000a23:26:42.598678 run patchelf(pid=13049): Terminated: ok {rc=0}\u000a23:26:42.631070 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13046): Process ended prematurely: osmo-stp_10.42.42.5(pid=13046) [trial-2396↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13046)] [trial-2396↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a23:26:42.640787 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a23:26:42.703763 run osmo-hlr_10.42.42.2(pid=13043): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13043)]\u000a23:26:42.755000 run osmo-hlr_10.42.42.2(pid=13043): stdout: \u000a| (launched: 2022-12-13_23:26:39.371332) \u000a23:26:42.806644 run osmo-hlr_10.42.42.2(pid=13043): stderr: \u000a| �[0;m�[1;31m20221213232639569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232639569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232639569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232639569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232639569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232639569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232639581 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232639589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232639589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232639590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:26:42.851015 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13036): Terminating (SIGTERM)\u000a23:26:42.892788 run iperf3-srv_10.42.42.10(pid=13037): Terminating (SIGTERM)\u000a23:26:42.934609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13038): Terminating (SIGTERM)\u000a23:26:42.976551 run iperf3-srv_10.42.42.10(pid=13039): Terminating (SIGTERM)\u000a23:26:43.018682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13042): Terminating (SIGTERM)\u000a23:26:43.060041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13045): Terminating (SIGTERM)\u000a23:26:43.101662 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13048): Terminating (SIGTERM)\u000a23:26:43.111273 --- ParallelTerminationStrategy: PID 13036 died...\u000a23:26:43.167528 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13036): Terminated: ok {rc=0}\u000a23:26:43.177495 --- ParallelTerminationStrategy: PID 13037 died...\u000a23:26:43.233145 run iperf3-srv_10.42.42.10(pid=13037): Terminated {rc=256}\u000a23:26:43.242881 --- ParallelTerminationStrategy: PID 13038 died...\u000a23:26:43.298834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13038): Terminated: ok {rc=0}\u000a23:26:43.308707 --- ParallelTerminationStrategy: PID 13039 died...\u000a23:26:43.364369 run iperf3-srv_10.42.42.10(pid=13039): Terminated {rc=256}\u000a23:26:43.374234 --- ParallelTerminationStrategy: PID 13042 died...\u000a23:26:43.429908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13042): Terminated: ok {rc=0}\u000a23:26:43.439752 --- ParallelTerminationStrategy: PID 13045 died...\u000a23:26:43.495269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13045): Terminated: ok {rc=0}\u000a23:26:43.505214 --- ParallelTerminationStrategy: PID 13048 died...\u000a23:26:43.560802 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13048): Terminated: ok {rc=0}\u000a23:26:43.647045 bus /gobi_0: Setting Powered False\u000a23:26:44.752471 bus /gobi_0: Setting Powered False\u000a23:26:45.860859 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13058): Process ended prematurely: osmo-stp_10.42.42.5(pid=13058) [trial-2396↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13058)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13058): Process ended prematurely: osmo-stp_10.42.42.5(pid=13058) [trial-2396↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13058)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a23:26:46.973476 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:46.985978 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:26:47.117592 tst iperf3.py: using LAC 36959\u000a23:26:47.242171 tst iperf3.py: using RAC 239\u000a23:26:47.358235 tst iperf3.py: using CellId 36959\u000a23:26:47.479789 tst iperf3.py: using BVCI 36960\u000a23:26:47.502587 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:47.513457 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:47.524071 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:47.534672 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:47.545621 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:47.556737 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:47.568003 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:47.579333 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:47.590605 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:26:47.880607 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:26:48.011895 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:26:48.336771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13050): Launched\u000a23:26:48.608659 run iperf3-srv_10.42.42.10(pid=13051): Launched\u000a23:26:48.802033 tst iperf3.py:8: start network...\u000a23:26:48.933499 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:26:49.427050 run create_hlr_db(pid=13052): Launched\u000a23:26:49.608859 bus /gobi_6: Setting Powered False\u000a23:26:50.630222 run create_hlr_db(pid=13052): Terminated: ok {rc=0}\u000a23:26:51.031532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13054): Launched\u000a23:26:51.345079 run osmo-hlr_10.42.42.2(pid=13055): Launched\u000a23:26:51.458382 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:26:52.006340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13057): Launched\u000a23:26:52.321439 run osmo-stp_10.42.42.5(pid=13058): Launched\u000a23:26:52.436086 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:26:52.983963 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13060): Launched\u000a23:26:53.096478 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:26:53.370003 run patchelf(pid=13061): Launched\u000a23:26:53.554480 run osmo-stp_10.42.42.5(pid=13058): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13058)]\u000a23:26:53.690225 run osmo-stp_10.42.42.5(pid=13058): stdout: \u000a| (launched: 2022-12-13_23:26:52.167124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:26:53.825700 run osmo-stp_10.42.42.5(pid=13058): stderr: \u000a| �[0;m�[38;5;43m20221213232652358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232652358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232652358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232652358 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232652359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232652359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232652359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:26:53.956747 run osmo-stp_10.42.42.5(pid=13058): stdout: \u000a| (launched: 2022-12-13_23:26:52.167124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:26:54.086390 run osmo-stp_10.42.42.5(pid=13058): stderr: \u000a| �[0;m�[38;5;43m20221213232652358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232652358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232652358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232652358 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232652359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232652359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232652359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:26:54.237502 run patchelf(pid=13061): Terminating (SIGINT)\u000a23:26:54.414515 run patchelf(pid=13061): Terminated: ok {rc=0}\u000a23:26:54.447231 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13058): Process ended prematurely: osmo-stp_10.42.42.5(pid=13058) [trial-2396↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13058)] [trial-2396↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a23:26:54.457016 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a23:26:54.520200 run osmo-hlr_10.42.42.2(pid=13055): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13055)]\u000a23:26:54.572073 run osmo-hlr_10.42.42.2(pid=13055): stdout: \u000a| (launched: 2022-12-13_23:26:51.191258) \u000a23:26:54.624077 run osmo-hlr_10.42.42.2(pid=13055): stderr: \u000a| �[0;m�[1;31m20221213232651387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232651387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232651387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232651387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232651387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232651387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232651445 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232651455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232651455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232651455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:26:54.668518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13050): Terminating (SIGTERM)\u000a23:26:54.711173 run iperf3-srv_10.42.42.10(pid=13051): Terminating (SIGTERM)\u000a23:26:54.753797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13054): Terminating (SIGTERM)\u000a23:26:54.795883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13057): Terminating (SIGTERM)\u000a23:26:54.837952 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13060): Terminating (SIGTERM)\u000a23:26:54.847475 --- ParallelTerminationStrategy: PID 13050 died...\u000a23:26:54.903776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13050): Terminated: ok {rc=0}\u000a23:26:54.913740 --- ParallelTerminationStrategy: PID 13051 died...\u000a23:26:54.969592 run iperf3-srv_10.42.42.10(pid=13051): Terminated {rc=256}\u000a23:26:54.979472 --- ParallelTerminationStrategy: PID 13054 died...\u000a23:26:55.035725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13054): Terminated: ok {rc=0}\u000a23:26:55.045728 --- ParallelTerminationStrategy: PID 13057 died...\u000a23:26:55.101977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13057): Terminated: ok {rc=0}\u000a23:26:55.111945 --- ParallelTerminationStrategy: PID 13060 died...\u000a23:26:55.168091 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13060): Terminated: ok {rc=0}\u000a23:26:55.255249 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13076): Process ended prematurely: osmo-stp_10.42.42.5(pid=13076) [trial-2396↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13076)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13076): Process ended prematurely: osmo-stp_10.42.42.5(pid=13076) [trial-2396↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13076)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a23:26:56.368457 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:56.380065 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:26:56.512488 tst iperf3m4.py: using LAC 36960\u000a23:26:56.637084 tst iperf3m4.py: using RAC 240\u000a23:26:56.760918 tst iperf3m4.py: using CellId 36960\u000a23:26:56.880094 tst iperf3m4.py: using BVCI 36961\u000a23:26:56.902975 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:56.913953 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:56.924535 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:56.935298 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:56.946334 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:56.957133 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:56.968055 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:56.978868 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:56.989756 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:26:57.108940 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:26:57.224265 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:26:57.346334 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:26:57.634973 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:26:57.767254 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:26:58.093126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13062): Launched\u000a23:26:58.363853 run iperf3-srv_10.42.42.10(pid=13063): Launched\u000a23:26:58.556939 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:26:58.689078 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:26:59.014738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13064): Launched\u000a23:26:59.284439 run iperf3-srv_10.42.42.10(pid=13065): Launched\u000a23:26:59.477641 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:26:59.609062 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:26:59.934649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13066): Launched\u000a23:27:00.204185 run iperf3-srv_10.42.42.10(pid=13067): Launched\u000a23:27:00.397714 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:27:00.529241 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:27:00.878566 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13068): Launched\u000a23:27:01.197683 run iperf3-srv_10.42.42.10(pid=13069): Launched\u000a23:27:01.394613 tst iperf3m4.py:8: start network...\u000a23:27:01.529854 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:27:02.075688 run create_hlr_db(pid=13070): Launched\u000a23:27:02.248149 bus /gobi_6: Setting Powered False\u000a23:27:03.267693 run create_hlr_db(pid=13070): Terminated: ok {rc=0}\u000a23:27:03.661395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13072): Launched\u000a23:27:03.956535 run osmo-hlr_10.42.42.2(pid=13073): Launched\u000a23:27:04.072688 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:27:04.590832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13075): Launched\u000a23:27:04.884848 run osmo-stp_10.42.42.5(pid=13076): Launched\u000a23:27:04.991226 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:27:05.506092 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13078): Launched\u000a23:27:05.611446 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:27:05.868669 run patchelf(pid=13079): Launched\u000a23:27:06.042586 run osmo-stp_10.42.42.5(pid=13076): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13076)]\u000a23:27:06.168902 run osmo-stp_10.42.42.5(pid=13076): stdout: \u000a| (launched: 2022-12-13_23:27:04.740805)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:27:06.296298 run osmo-stp_10.42.42.5(pid=13076): stderr: \u000a| �[0;m�[38;5;43m20221213232704911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232704912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232704912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232704912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232704913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232704913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232704913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:27:06.418561 run osmo-stp_10.42.42.5(pid=13076): stdout: \u000a| (launched: 2022-12-13_23:27:04.740805)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:27:06.539998 run osmo-stp_10.42.42.5(pid=13076): stderr: \u000a| �[0;m�[38;5;43m20221213232704911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232704912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232704912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232704912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232704913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232704913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232704913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:27:06.681597 run patchelf(pid=13079): Terminating (SIGINT)\u000a23:27:06.847515 run patchelf(pid=13079): Terminated: ok {rc=0}\u000a23:27:06.878181 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13076): Process ended prematurely: osmo-stp_10.42.42.5(pid=13076) [trial-2396↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13076)] [trial-2396↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a23:27:06.887287 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a23:27:06.947368 run osmo-hlr_10.42.42.2(pid=13073): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13073)]\u000a23:27:06.996206 run osmo-hlr_10.42.42.2(pid=13073): stdout: \u000a| (launched: 2022-12-13_23:27:03.811500) \u000a23:27:07.045613 run osmo-hlr_10.42.42.2(pid=13073): stderr: \u000a| �[0;m�[1;31m20221213232703986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232703986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232703986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232703986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232703986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232703986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232703999 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232704008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232704008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232704008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:27:07.087693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13062): Terminating (SIGTERM)\u000a23:27:07.127061 run iperf3-srv_10.42.42.10(pid=13063): Terminating (SIGTERM)\u000a23:27:07.166373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13064): Terminating (SIGTERM)\u000a23:27:07.205618 run iperf3-srv_10.42.42.10(pid=13065): Terminating (SIGTERM)\u000a23:27:07.245028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13066): Terminating (SIGTERM)\u000a23:27:07.284200 run iperf3-srv_10.42.42.10(pid=13067): Terminating (SIGTERM)\u000a23:27:07.323581 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13068): Terminating (SIGTERM)\u000a23:27:07.362873 run iperf3-srv_10.42.42.10(pid=13069): Terminating (SIGTERM)\u000a23:27:07.402167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13072): Terminating (SIGTERM)\u000a23:27:07.441543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13075): Terminating (SIGTERM)\u000a23:27:07.481006 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13078): Terminating (SIGTERM)\u000a23:27:07.490109 --- ParallelTerminationStrategy: PID 13062 died...\u000a23:27:07.543327 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13062): Terminated: ok {rc=0}\u000a23:27:07.552871 --- ParallelTerminationStrategy: PID 13063 died...\u000a23:27:07.605793 run iperf3-srv_10.42.42.10(pid=13063): Terminated {rc=256}\u000a23:27:07.615172 --- ParallelTerminationStrategy: PID 13064 died...\u000a23:27:07.667720 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13064): Terminated: ok {rc=0}\u000a23:27:07.677150 --- ParallelTerminationStrategy: PID 13065 died...\u000a23:27:07.729406 run iperf3-srv_10.42.42.10(pid=13065): Terminated {rc=256}\u000a23:27:07.738760 --- ParallelTerminationStrategy: PID 13066 died...\u000a23:27:07.791315 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13066): Terminated: ok {rc=0}\u000a23:27:07.800623 --- ParallelTerminationStrategy: PID 13067 died...\u000a23:27:07.852874 run iperf3-srv_10.42.42.10(pid=13067): Terminated {rc=256}\u000a23:27:07.862264 --- ParallelTerminationStrategy: PID 13068 died...\u000a23:27:07.914704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13068): Terminated: ok {rc=0}\u000a23:27:07.924025 --- ParallelTerminationStrategy: PID 13069 died...\u000a23:27:07.976366 run iperf3-srv_10.42.42.10(pid=13069): Terminated {rc=256}\u000a23:27:07.986153 --- ParallelTerminationStrategy: PID 13072 died...\u000a23:27:08.038714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13072): Terminated: ok {rc=0}\u000a23:27:08.048163 --- ParallelTerminationStrategy: PID 13075 died...\u000a23:27:08.101590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13075): Terminated: ok {rc=0}\u000a23:27:08.111189 --- ParallelTerminationStrategy: PID 13078 died...\u000a23:27:08.164358 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13078): Terminated: ok {rc=0}\u000a23:27:08.252699 bus /gobi_4: Setting Powered False\u000a23:27:09.358294 bus /gobi_4: Setting Powered False\u000a23:27:10.467442 bus /gobi_1: Setting Powered False\u000a23:27:11.571439 bus /gobi_1: Setting Powered False\u000a23:27:12.683668 bus /gobi_0: Setting Powered False\u000a23:27:13.786179 bus /gobi_0: Setting Powered False\u000a23:27:14.895606 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13086): Process ended prematurely: osmo-stp_10.42.42.5(pid=13086) [trial-2396↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13086)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13086): Process ended prematurely: osmo-stp_10.42.42.5(pid=13086) [trial-2396↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13086)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a23:27:15.974394 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:27:15.986561 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:27:16.113258 tst ping.py: using LAC 36961\u000a23:27:16.238851 tst ping.py: using RAC 241\u000a23:27:16.393270 tst ping.py: using CellId 36961\u000a23:27:16.542956 tst ping.py: using BVCI 36962\u000a23:27:16.566109 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:27:16.577193 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:27:16.588601 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:27:16.599672 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:27:16.610925 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:27:16.622546 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:27:16.634148 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:27:16.645613 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:27:16.977951 tst ping.py:19: start network...\u000a23:27:17.113342 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:27:17.602446 run create_hlr_db(pid=13080): Launched\u000a23:27:17.782218 bus /gobi_6: Setting Powered False\u000a23:27:18.803298 run create_hlr_db(pid=13080): Terminated: ok {rc=0}\u000a23:27:19.192495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13082): Launched\u000a23:27:19.480833 run osmo-hlr_10.42.42.2(pid=13083): Launched\u000a23:27:19.594774 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:27:20.105941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13085): Launched\u000a23:27:20.396158 run osmo-stp_10.42.42.5(pid=13086): Launched\u000a23:27:20.501153 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:27:21.004928 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13088): Launched\u000a23:27:21.107942 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:27:21.359428 run patchelf(pid=13089): Launched\u000a23:27:21.529655 run osmo-stp_10.42.42.5(pid=13086): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13086)]\u000a23:27:21.654103 run osmo-stp_10.42.42.5(pid=13086): stdout: \u000a| (launched: 2022-12-13_23:27:20.253951)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:27:21.778858 run osmo-stp_10.42.42.5(pid=13086): stderr: \u000a| �[0;m�[38;5;43m20221213232720423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232720423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232720424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232720424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232720425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232720425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232720425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:27:21.899227 run osmo-stp_10.42.42.5(pid=13086): stdout: \u000a| (launched: 2022-12-13_23:27:20.253951)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:27:22.018855 run osmo-stp_10.42.42.5(pid=13086): stderr: \u000a| �[0;m�[38;5;43m20221213232720423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232720423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232720424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232720424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232720425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232720425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232720425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:27:22.158316 run patchelf(pid=13089): Terminating (SIGINT)\u000a23:27:22.320920 run patchelf(pid=13089): Terminated: ok {rc=0}\u000a23:27:22.350554 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13086): Process ended prematurely: osmo-stp_10.42.42.5(pid=13086) [trial-2396↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13086)] [trial-2396↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a23:27:22.358999 tst ping.py:22: Test FAILED (6.4 sec)\u000a23:27:22.419244 run osmo-hlr_10.42.42.2(pid=13083): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13083)]\u000a23:27:22.468223 run osmo-hlr_10.42.42.2(pid=13083): stdout: \u000a| (launched: 2022-12-13_23:27:19.339393) \u000a23:27:22.517626 run osmo-hlr_10.42.42.2(pid=13083): stderr: \u000a| �[0;m�[1;31m20221213232719514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232719514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232719514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232719514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232719514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232719514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232719527 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232719535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232719535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232719535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:27:22.559650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13082): Terminating (SIGTERM)\u000a23:27:22.599171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13085): Terminating (SIGTERM)\u000a23:27:22.638913 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13088): Terminating (SIGTERM)\u000a23:27:22.648038 --- ParallelTerminationStrategy: PID 13082 died...\u000a23:27:22.701324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13082): Terminated: ok {rc=0}\u000a23:27:22.710988 --- ParallelTerminationStrategy: PID 13085 died...\u000a23:27:22.763637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13085): Terminated: ok {rc=0}\u000a23:27:22.773128 --- ParallelTerminationStrategy: PID 13088 died...\u000a23:27:22.825646 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13088): Terminated: ok {rc=0}\u000a23:27:22.908209 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13096): Process ended prematurely: osmo-stp_10.42.42.5(pid=13096) [trial-2396↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13096)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13096): Process ended prematurely: osmo-stp_10.42.42.5(pid=13096) [trial-2396↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13096)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a23:27:23.960802 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:27:23.973110 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:27:24.103676 tst ping_idle_ping.py: using LAC 36962\u000a23:27:24.221131 tst ping_idle_ping.py: using RAC 242\u000a23:27:24.338026 tst ping_idle_ping.py: using CellId 36962\u000a23:27:24.452456 tst ping_idle_ping.py: using BVCI 36963\u000a23:27:24.475016 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:27:24.485823 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:27:24.496543 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:27:24.507081 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:27:24.517652 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:27:24.528014 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:27:24.539185 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:27:24.550138 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:27:24.824147 tst ping_idle_ping.py:24: start network...\u000a23:27:24.945181 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:27:25.412699 run create_hlr_db(pid=13090): Launched\u000a23:27:25.580443 bus /gobi_6: Setting Powered False\u000a23:27:26.602817 run create_hlr_db(pid=13090): Terminated: ok {rc=0}\u000a23:27:26.990406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13092): Launched\u000a23:27:27.281913 run osmo-hlr_10.42.42.2(pid=13093): Launched\u000a23:27:27.387965 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:27:27.892896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13095): Launched\u000a23:27:28.183726 run osmo-stp_10.42.42.5(pid=13096): Launched\u000a23:27:28.289903 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:27:28.797722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13098): Launched\u000a23:27:28.901470 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:27:29.154425 run patchelf(pid=13099): Launched\u000a23:27:29.325882 run osmo-stp_10.42.42.5(pid=13096): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13096)]\u000a23:27:29.451387 run osmo-stp_10.42.42.5(pid=13096): stdout: \u000a| (launched: 2022-12-13_23:27:28.040648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:27:29.576919 run osmo-stp_10.42.42.5(pid=13096): stderr: \u000a| �[0;m�[38;5;43m20221213232728208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232728208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232728208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232728209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232728209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232728209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232728210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:27:29.698311 run osmo-stp_10.42.42.5(pid=13096): stdout: \u000a| (launched: 2022-12-13_23:27:28.040648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:27:29.818834 run osmo-stp_10.42.42.5(pid=13096): stderr: \u000a| �[0;m�[38;5;43m20221213232728208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232728208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232728208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232728209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232728209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232728209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232728210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:27:29.958341 run patchelf(pid=13099): Terminating (SIGINT)\u000a23:27:30.121549 run patchelf(pid=13099): Terminated: ok {rc=0}\u000a23:27:30.151266 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13096): Process ended prematurely: osmo-stp_10.42.42.5(pid=13096) [trial-2396↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13096)] [trial-2396↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a23:27:30.160351 tst ping_idle_ping.py:27: Test FAILED (6.2 sec)\u000a23:27:30.220831 run osmo-hlr_10.42.42.2(pid=13093): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13093)]\u000a23:27:30.270027 run osmo-hlr_10.42.42.2(pid=13093): stdout: \u000a| (launched: 2022-12-13_23:27:27.138742) \u000a23:27:30.319815 run osmo-hlr_10.42.42.2(pid=13093): stderr: \u000a| �[0;m�[1;31m20221213232727311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232727311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232727311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232727311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232727311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232727311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232727355 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232727366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232727367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232727367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:27:30.362400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13092): Terminating (SIGTERM)\u000a23:27:30.402385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13095): Terminating (SIGTERM)\u000a23:27:30.442647 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13098): Terminating (SIGTERM)\u000a23:27:30.451900 --- ParallelTerminationStrategy: PID 13092 died...\u000a23:27:30.505834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13092): Terminated: ok {rc=0}\u000a23:27:30.515572 --- ParallelTerminationStrategy: PID 13095 died...\u000a23:27:30.568905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13095): Terminated: ok {rc=0}\u000a23:27:30.578612 --- ParallelTerminationStrategy: PID 13098 died...\u000a23:27:30.631841 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13098): Terminated: ok {rc=0}\u000a23:27:30.715166 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:26:33" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13113): Process ended prematurely: osmo-stp_10.42.42.5(pid=13113) [trial-2396↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13113)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13113): Process ended prematurely: osmo-stp_10.42.42.5(pid=13113) [trial-2396↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13113)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:27:32.858194 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:32.869352 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:27:33.018400 tst cs_paging_gprs_active.py: using LAC 36963\u000a23:27:33.141824 tst cs_paging_gprs_active.py: using RAC 243\u000a23:27:33.267325 tst cs_paging_gprs_active.py: using CellId 36963\u000a23:27:33.392867 tst cs_paging_gprs_active.py: using BVCI 36964\u000a23:27:33.417093 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:33.428267 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:33.439279 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:33.450271 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:33.461444 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:33.472691 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:33.484016 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:33.495233 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:33.506655 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:27:33.623950 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:27:33.912011 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:27:34.044424 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:27:34.371524 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13103): Launched\u000a23:27:34.642785 run iperf3-srv_10.42.42.10(pid=13104): Launched\u000a23:27:34.838139 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:27:34.970668 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:27:35.296705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13105): Launched\u000a23:27:35.567875 run iperf3-srv_10.42.42.10(pid=13106): Launched\u000a23:27:35.763114 tst cs_paging_gprs_active.py:38: start network...\u000a23:27:35.895941 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:27:36.393342 run create_hlr_db(pid=13107): Launched\u000a23:27:36.577662 bus /gobi_6: Setting Powered False\u000a23:27:37.598635 run create_hlr_db(pid=13107): Terminated: ok {rc=0}\u000a23:27:37.995220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13109): Launched\u000a23:27:38.290312 run osmo-hlr_10.42.42.2(pid=13110): Launched\u000a23:27:38.407654 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:27:38.931188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13112): Launched\u000a23:27:39.227587 run osmo-stp_10.42.42.5(pid=13113): Launched\u000a23:27:39.336245 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:27:39.852866 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13115): Launched\u000a23:27:39.959229 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:27:40.217040 run patchelf(pid=13116): Launched\u000a23:27:40.391306 run osmo-stp_10.42.42.5(pid=13113): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13113)]\u000a23:27:40.518774 run osmo-stp_10.42.42.5(pid=13113): stdout: \u000a| (launched: 2022-12-13_23:27:39.082490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:27:40.646547 run osmo-stp_10.42.42.5(pid=13113): stderr: \u000a| �[0;m�[38;5;43m20221213232739250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232739250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232739251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232739251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232739253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232739253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232739253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:27:40.769282 run osmo-stp_10.42.42.5(pid=13113): stdout: \u000a| (launched: 2022-12-13_23:27:39.082490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:27:40.891045 run osmo-stp_10.42.42.5(pid=13113): stderr: \u000a| �[0;m�[38;5;43m20221213232739250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232739250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232739251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232739251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232739253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232739253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232739253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:27:41.032860 run patchelf(pid=13116): Terminating (SIGINT)\u000a23:27:41.199617 run patchelf(pid=13116): Terminated: ok {rc=0}\u000a23:27:41.230197 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13113): Process ended prematurely: osmo-stp_10.42.42.5(pid=13113) [trial-2396↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13113)] [trial-2396↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a23:27:41.239105 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a23:27:41.298161 run osmo-hlr_10.42.42.2(pid=13110): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13110)]\u000a23:27:41.346784 run osmo-hlr_10.42.42.2(pid=13110): stdout: \u000a| (launched: 2022-12-13_23:27:38.145481) \u000a23:27:41.395995 run osmo-hlr_10.42.42.2(pid=13110): stderr: \u000a| �[0;m�[1;31m20221213232738321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232738321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232738321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232738321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232738322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232738322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232738334 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232738343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232738343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232738343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:27:41.437666 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13103): Terminating (SIGTERM)\u000a23:27:41.476638 run iperf3-srv_10.42.42.10(pid=13104): Terminating (SIGTERM)\u000a23:27:41.515587 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13105): Terminating (SIGTERM)\u000a23:27:41.554464 run iperf3-srv_10.42.42.10(pid=13106): Terminating (SIGTERM)\u000a23:27:41.593796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13109): Terminating (SIGTERM)\u000a23:27:41.632841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13112): Terminating (SIGTERM)\u000a23:27:41.671796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13115): Terminating (SIGTERM)\u000a23:27:41.680699 --- ParallelTerminationStrategy: PID 13103 died...\u000a23:27:41.733043 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13103): Terminated: ok {rc=0}\u000a23:27:41.742311 --- ParallelTerminationStrategy: PID 13104 died...\u000a23:27:41.793963 run iperf3-srv_10.42.42.10(pid=13104): Terminated {rc=256}\u000a23:27:41.803210 --- ParallelTerminationStrategy: PID 13105 died...\u000a23:27:41.855031 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13105): Terminated: ok {rc=0}\u000a23:27:41.864248 --- ParallelTerminationStrategy: PID 13106 died...\u000a23:27:41.915990 run iperf3-srv_10.42.42.10(pid=13106): Terminated {rc=256}\u000a23:27:41.925309 --- ParallelTerminationStrategy: PID 13109 died...\u000a23:27:41.977568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13109): Terminated: ok {rc=0}\u000a23:27:41.986807 --- ParallelTerminationStrategy: PID 13112 died...\u000a23:27:42.038487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13112): Terminated: ok {rc=0}\u000a23:27:42.047702 --- ParallelTerminationStrategy: PID 13115 died...\u000a23:27:42.099513 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13115): Terminated: ok {rc=0}\u000a23:27:42.181483 bus /gobi_0: Setting Powered False\u000a23:27:43.286568 bus /gobi_0: Setting Powered False\u000a23:27:44.392152 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13126): Process ended prematurely: osmo-stp_10.42.42.5(pid=13126) [trial-2396↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13126)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13126): Process ended prematurely: osmo-stp_10.42.42.5(pid=13126) [trial-2396↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13126)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a23:27:45.505021 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:45.516888 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:27:45.669926 tst iperf3.py: using LAC 36964\u000a23:27:45.794415 tst iperf3.py: using RAC 244\u000a23:27:45.949930 tst iperf3.py: using CellId 36964\u000a23:27:46.104350 tst iperf3.py: using BVCI 36965\u000a23:27:46.136669 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:46.151358 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:46.165613 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:46.179300 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:46.193412 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:46.207323 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:46.221580 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:46.235039 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:46.249115 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:27:46.606863 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:27:46.751133 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:27:47.088150 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13118): Launched\u000a23:27:47.369210 run iperf3-srv_10.42.42.10(pid=13119): Launched\u000a23:27:47.550089 tst iperf3.py:8: start network...\u000a23:27:47.673679 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:27:48.144547 run create_hlr_db(pid=13120): Launched\u000a23:27:48.314155 bus /gobi_6: Setting Powered False\u000a23:27:49.336236 run create_hlr_db(pid=13120): Terminated: ok {rc=0}\u000a23:27:49.757564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13122): Launched\u000a23:27:50.073221 run osmo-hlr_10.42.42.2(pid=13123): Launched\u000a23:27:50.193138 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:27:50.741642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13125): Launched\u000a23:27:51.055200 run osmo-stp_10.42.42.5(pid=13126): Launched\u000a23:27:51.169430 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:27:51.718180 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13128): Launched\u000a23:27:51.831150 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:27:52.106263 run patchelf(pid=13129): Launched\u000a23:27:52.290886 run osmo-stp_10.42.42.5(pid=13126): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13126)]\u000a23:27:52.426372 run osmo-stp_10.42.42.5(pid=13126): stdout: \u000a| (launched: 2022-12-13_23:27:50.901780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:27:52.562298 run osmo-stp_10.42.42.5(pid=13126): stderr: \u000a| �[0;m�[38;5;43m20221213232751090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232751090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232751091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232751091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232751091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232751092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232751092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:27:52.692850 run osmo-stp_10.42.42.5(pid=13126): stdout: \u000a| (launched: 2022-12-13_23:27:50.901780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:27:52.823510 run osmo-stp_10.42.42.5(pid=13126): stderr: \u000a| �[0;m�[38;5;43m20221213232751090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232751090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232751091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232751091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232751091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232751092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232751092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:27:52.974553 run patchelf(pid=13129): Terminating (SIGINT)\u000a23:27:53.151632 run patchelf(pid=13129): Terminated: ok {rc=0}\u000a23:27:53.184250 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13126): Process ended prematurely: osmo-stp_10.42.42.5(pid=13126) [trial-2396↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13126)] [trial-2396↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a23:27:53.193919 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a23:27:53.256770 run osmo-hlr_10.42.42.2(pid=13123): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13123)]\u000a23:27:53.307905 run osmo-hlr_10.42.42.2(pid=13123): stdout: \u000a| (launched: 2022-12-13_23:27:49.918735) \u000a23:27:53.360066 run osmo-hlr_10.42.42.2(pid=13123): stderr: \u000a| �[0;m�[1;31m20221213232750116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232750116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232750116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232750116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232750116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232750116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232750129 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232750137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232750137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232750137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:27:53.404319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13118): Terminating (SIGTERM)\u000a23:27:53.445851 run iperf3-srv_10.42.42.10(pid=13119): Terminating (SIGTERM)\u000a23:27:53.487329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13122): Terminating (SIGTERM)\u000a23:27:53.529317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13125): Terminating (SIGTERM)\u000a23:27:53.570855 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13128): Terminating (SIGTERM)\u000a23:27:53.580302 --- ParallelTerminationStrategy: PID 13118 died...\u000a23:27:53.636613 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13118): Terminated: ok {rc=0}\u000a23:27:53.646542 --- ParallelTerminationStrategy: PID 13119 died...\u000a23:27:53.702461 run iperf3-srv_10.42.42.10(pid=13119): Terminated {rc=256}\u000a23:27:53.712204 --- ParallelTerminationStrategy: PID 13122 died...\u000a23:27:53.767766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13122): Terminated: ok {rc=0}\u000a23:27:53.777643 --- ParallelTerminationStrategy: PID 13125 died...\u000a23:27:53.833305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13125): Terminated: ok {rc=0}\u000a23:27:53.843151 --- ParallelTerminationStrategy: PID 13128 died...\u000a23:27:53.899072 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13128): Terminated: ok {rc=0}\u000a23:27:53.985642 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13144): Process ended prematurely: osmo-stp_10.42.42.5(pid=13144) [trial-2396↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13144)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13144): Process ended prematurely: osmo-stp_10.42.42.5(pid=13144) [trial-2396↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13144)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a23:27:55.099526 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:55.111222 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:27:55.257175 tst iperf3m4.py: using LAC 36965\u000a23:27:55.373691 tst iperf3m4.py: using RAC 245\u000a23:27:55.489599 tst iperf3m4.py: using CellId 36965\u000a23:27:55.604789 tst iperf3m4.py: using BVCI 36966\u000a23:27:55.627464 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:55.638500 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:55.648937 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:55.659362 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:55.669775 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:55.680217 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:55.690857 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:55.701347 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:55.712288 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:27:55.826943 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:27:55.950183 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:27:56.069509 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:27:56.343734 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:27:56.466997 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:27:56.770899 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13130): Launched\u000a23:27:57.023649 run iperf3-srv_10.42.42.10(pid=13131): Launched\u000a23:27:57.203572 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:27:57.325874 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:27:57.630160 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13132): Launched\u000a23:27:57.883523 run iperf3-srv_10.42.42.10(pid=13133): Launched\u000a23:27:58.064047 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:27:58.187397 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:27:58.493720 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13134): Launched\u000a23:27:58.747491 run iperf3-srv_10.42.42.10(pid=13135): Launched\u000a23:27:58.927712 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:27:59.050491 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:27:59.355895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13136): Launched\u000a23:27:59.609895 run iperf3-srv_10.42.42.10(pid=13137): Launched\u000a23:27:59.790129 tst iperf3m4.py:8: start network...\u000a23:27:59.913101 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:28:00.386877 run create_hlr_db(pid=13138): Launched\u000a23:28:00.557873 bus /gobi_6: Setting Powered False\u000a23:28:01.621691 run create_hlr_db(pid=13138): Terminated: ok {rc=0}\u000a23:28:02.064059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13140): Launched\u000a23:28:02.378541 run osmo-hlr_10.42.42.2(pid=13141): Launched\u000a23:28:02.497410 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:28:03.048908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13143): Launched\u000a23:28:03.366084 run osmo-stp_10.42.42.5(pid=13144): Launched\u000a23:28:03.481621 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:28:04.036018 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13146): Launched\u000a23:28:04.150050 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:28:04.427157 run patchelf(pid=13147): Launched\u000a23:28:04.613693 run osmo-stp_10.42.42.5(pid=13144): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13144)]\u000a23:28:04.750477 run osmo-stp_10.42.42.5(pid=13144): stdout: \u000a| (launched: 2022-12-13_23:28:03.210471)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:28:04.887305 run osmo-stp_10.42.42.5(pid=13144): stderr: \u000a| �[0;m�[38;5;43m20221213232803402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232803402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232803402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232803402 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232803403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232803403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232803403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:28:05.018936 run osmo-stp_10.42.42.5(pid=13144): stdout: \u000a| (launched: 2022-12-13_23:28:03.210471)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:28:05.149547 run osmo-stp_10.42.42.5(pid=13144): stderr: \u000a| �[0;m�[38;5;43m20221213232803402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232803402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232803402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232803402 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232803403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232803403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232803403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:28:05.301230 run patchelf(pid=13147): Terminating (SIGINT)\u000a23:28:05.479740 run patchelf(pid=13147): Terminated: ok {rc=0}\u000a23:28:05.512485 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13144): Process ended prematurely: osmo-stp_10.42.42.5(pid=13144) [trial-2396↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13144)] [trial-2396↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a23:28:05.522314 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a23:28:05.585450 run osmo-hlr_10.42.42.2(pid=13141): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13141)]\u000a23:28:05.636714 run osmo-hlr_10.42.42.2(pid=13141): stdout: \u000a| (launched: 2022-12-13_23:28:02.216810) \u000a23:28:05.688429 run osmo-hlr_10.42.42.2(pid=13141): stderr: \u000a| �[0;m�[1;31m20221213232802416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232802416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232802416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232802416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232802416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232802416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232802429 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232802437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232802438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232802438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:28:05.733094 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13130): Terminating (SIGTERM)\u000a23:28:05.774769 run iperf3-srv_10.42.42.10(pid=13131): Terminating (SIGTERM)\u000a23:28:05.816930 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13132): Terminating (SIGTERM)\u000a23:28:05.858771 run iperf3-srv_10.42.42.10(pid=13133): Terminating (SIGTERM)\u000a23:28:05.900818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13134): Terminating (SIGTERM)\u000a23:28:05.943516 run iperf3-srv_10.42.42.10(pid=13135): Terminating (SIGTERM)\u000a23:28:05.985841 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13136): Terminating (SIGTERM)\u000a23:28:06.027790 run iperf3-srv_10.42.42.10(pid=13137): Terminating (SIGTERM)\u000a23:28:06.069776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13140): Terminating (SIGTERM)\u000a23:28:06.111632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13143): Terminating (SIGTERM)\u000a23:28:06.153390 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13146): Terminating (SIGTERM)\u000a23:28:06.162882 --- ParallelTerminationStrategy: PID 13130 died...\u000a23:28:06.219282 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13130): Terminated: ok {rc=0}\u000a23:28:06.229317 --- ParallelTerminationStrategy: PID 13131 died...\u000a23:28:06.285376 run iperf3-srv_10.42.42.10(pid=13131): Terminated {rc=256}\u000a23:28:06.295348 --- ParallelTerminationStrategy: PID 13132 died...\u000a23:28:06.351445 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13132): Terminated: ok {rc=0}\u000a23:28:06.361950 --- ParallelTerminationStrategy: PID 13133 died...\u000a23:28:06.417932 run iperf3-srv_10.42.42.10(pid=13133): Terminated {rc=256}\u000a23:28:06.427767 --- ParallelTerminationStrategy: PID 13134 died...\u000a23:28:06.484065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13134): Terminated: ok {rc=0}\u000a23:28:06.494047 --- ParallelTerminationStrategy: PID 13135 died...\u000a23:28:06.549745 run iperf3-srv_10.42.42.10(pid=13135): Terminated {rc=256}\u000a23:28:06.559652 --- ParallelTerminationStrategy: PID 13136 died...\u000a23:28:06.615479 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13136): Terminated: ok {rc=0}\u000a23:28:06.625850 --- ParallelTerminationStrategy: PID 13137 died...\u000a23:28:06.681957 run iperf3-srv_10.42.42.10(pid=13137): Terminated {rc=256}\u000a23:28:06.691836 --- ParallelTerminationStrategy: PID 13140 died...\u000a23:28:06.748065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13140): Terminated: ok {rc=0}\u000a23:28:06.758060 --- ParallelTerminationStrategy: PID 13143 died...\u000a23:28:06.814478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13143): Terminated: ok {rc=0}\u000a23:28:06.824425 --- ParallelTerminationStrategy: PID 13146 died...\u000a23:28:06.879996 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13146): Terminated: ok {rc=0}\u000a23:28:06.967628 bus /gobi_4: Setting Powered False\u000a23:28:08.070460 bus /gobi_4: Setting Powered False\u000a23:28:09.178945 bus /gobi_1: Setting Powered False\u000a23:28:10.284269 bus /gobi_1: Setting Powered False\u000a23:28:11.396749 bus /gobi_0: Setting Powered False\u000a23:28:12.502772 bus /gobi_0: Setting Powered False\u000a23:28:13.610191 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13154): Process ended prematurely: osmo-stp_10.42.42.5(pid=13154) [trial-2396↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13154)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13154): Process ended prematurely: osmo-stp_10.42.42.5(pid=13154) [trial-2396↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13154)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a23:28:14.677680 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:28:14.689379 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:28:14.833010 tst ping.py: using LAC 36966\u000a23:28:14.946759 tst ping.py: using RAC 246\u000a23:28:15.064720 tst ping.py: using CellId 36966\u000a23:28:15.177246 tst ping.py: using BVCI 36967\u000a23:28:15.199632 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:28:15.210458 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:28:15.221193 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:28:15.231819 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:28:15.242525 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:28:15.253177 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:28:15.264295 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:28:15.275058 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:28:15.560315 tst ping.py:19: start network...\u000a23:28:15.691133 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:28:16.250207 run create_hlr_db(pid=13148): Launched\u000a23:28:16.433762 bus /gobi_6: Setting Powered False\u000a23:28:17.446919 run create_hlr_db(pid=13148): Terminated: ok {rc=0}\u000a23:28:17.837194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13150): Launched\u000a23:28:18.126161 run osmo-hlr_10.42.42.2(pid=13151): Launched\u000a23:28:18.240885 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:28:18.752115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13153): Launched\u000a23:28:19.040599 run osmo-stp_10.42.42.5(pid=13154): Launched\u000a23:28:19.145837 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:28:19.653537 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13156): Launched\u000a23:28:19.757744 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:28:20.011013 run patchelf(pid=13157): Launched\u000a23:28:20.181903 run osmo-stp_10.42.42.5(pid=13154): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13154)]\u000a23:28:20.307083 run osmo-stp_10.42.42.5(pid=13154): stdout: \u000a| (launched: 2022-12-13_23:28:18.898958)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:28:20.432553 run osmo-stp_10.42.42.5(pid=13154): stderr: \u000a| �[0;m�[38;5;43m20221213232819067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232819067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232819067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232819068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232819068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232819068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232819068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:28:20.554078 run osmo-stp_10.42.42.5(pid=13154): stdout: \u000a| (launched: 2022-12-13_23:28:18.898958)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:28:20.674621 run osmo-stp_10.42.42.5(pid=13154): stderr: \u000a| �[0;m�[38;5;43m20221213232819067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232819067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232819067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232819068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232819068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232819068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232819068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:28:20.814654 run patchelf(pid=13157): Terminating (SIGINT)\u000a23:28:20.978144 run patchelf(pid=13157): Terminated: ok {rc=0}\u000a23:28:21.007978 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13154): Process ended prematurely: osmo-stp_10.42.42.5(pid=13154) [trial-2396↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13154)] [trial-2396↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a23:28:21.016477 tst ping.py:22: Test FAILED (6.3 sec)\u000a23:28:21.075968 run osmo-hlr_10.42.42.2(pid=13151): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13151)]\u000a23:28:21.124507 run osmo-hlr_10.42.42.2(pid=13151): stdout: \u000a| (launched: 2022-12-13_23:28:17.984351) \u000a23:28:21.173752 run osmo-hlr_10.42.42.2(pid=13151): stderr: \u000a| �[0;m�[1;31m20221213232818160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232818160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232818161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232818161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232818161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232818161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232818173 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232818181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232818182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232818182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:28:21.215552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13150): Terminating (SIGTERM)\u000a23:28:21.255348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13153): Terminating (SIGTERM)\u000a23:28:21.295077 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13156): Terminating (SIGTERM)\u000a23:28:21.304250 --- ParallelTerminationStrategy: PID 13150 died...\u000a23:28:21.357405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13150): Terminated: ok {rc=0}\u000a23:28:21.367019 --- ParallelTerminationStrategy: PID 13153 died...\u000a23:28:21.419642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13153): Terminated: ok {rc=0}\u000a23:28:21.429157 --- ParallelTerminationStrategy: PID 13156 died...\u000a23:28:21.482138 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13156): Terminated: ok {rc=0}\u000a23:28:21.566042 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13164): Process ended prematurely: osmo-stp_10.42.42.5(pid=13164) [trial-2396↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13164)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13164): Process ended prematurely: osmo-stp_10.42.42.5(pid=13164) [trial-2396↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13164)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a23:28:22.618564 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:28:22.630940 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:28:22.782775 tst ping_idle_ping.py: using LAC 36967\u000a23:28:22.906356 tst ping_idle_ping.py: using RAC 247\u000a23:28:23.028370 tst ping_idle_ping.py: using CellId 36967\u000a23:28:23.150910 tst ping_idle_ping.py: using BVCI 36968\u000a23:28:23.174769 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:28:23.186023 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:28:23.197130 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:28:23.208221 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:28:23.219506 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:28:23.231040 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:28:23.242611 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:28:23.254088 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:28:23.539021 tst ping_idle_ping.py:24: start network...\u000a23:28:23.669220 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:28:24.161624 run create_hlr_db(pid=13158): Launched\u000a23:28:24.343204 bus /gobi_6: Setting Powered False\u000a23:28:25.364499 run create_hlr_db(pid=13158): Terminated: ok {rc=0}\u000a23:28:25.757190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13160): Launched\u000a23:28:26.047802 run osmo-hlr_10.42.42.2(pid=13161): Launched\u000a23:28:26.162827 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:28:26.676402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13163): Launched\u000a23:28:26.968416 run osmo-stp_10.42.42.5(pid=13164): Launched\u000a23:28:27.086901 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:28:27.603653 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13166): Launched\u000a23:28:27.707645 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:28:27.962100 run patchelf(pid=13167): Launched\u000a23:28:28.133852 run osmo-stp_10.42.42.5(pid=13164): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13164)]\u000a23:28:28.259083 run osmo-stp_10.42.42.5(pid=13164): stdout: \u000a| (launched: 2022-12-13_23:28:26.824405)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:28:28.385305 run osmo-stp_10.42.42.5(pid=13164): stderr: \u000a| �[0;m�[38;5;43m20221213232826993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232826993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232826993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232826993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232826994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232826994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232826994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:28:28.506402 run osmo-stp_10.42.42.5(pid=13164): stdout: \u000a| (launched: 2022-12-13_23:28:26.824405)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:28:28.627134 run osmo-stp_10.42.42.5(pid=13164): stderr: \u000a| �[0;m�[38;5;43m20221213232826993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232826993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232826993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232826993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232826994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232826994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232826994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:28:28.767100 run patchelf(pid=13167): Terminating (SIGINT)\u000a23:28:28.931042 run patchelf(pid=13167): Terminated: ok {rc=0}\u000a23:28:28.961021 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13164): Process ended prematurely: osmo-stp_10.42.42.5(pid=13164) [trial-2396↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13164)] [trial-2396↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a23:28:28.969838 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a23:28:29.029562 run osmo-hlr_10.42.42.2(pid=13161): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13161)]\u000a23:28:29.078411 run osmo-hlr_10.42.42.2(pid=13161): stdout: \u000a| (launched: 2022-12-13_23:28:25.905533) \u000a23:28:29.128160 run osmo-hlr_10.42.42.2(pid=13161): stderr: \u000a| �[0;m�[1;31m20221213232826078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232826078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232826078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232826078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232826078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232826078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232826090 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232826099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232826099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232826099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:28:29.170119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13160): Terminating (SIGTERM)\u000a23:28:29.209712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13163): Terminating (SIGTERM)\u000a23:28:29.249472 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13166): Terminating (SIGTERM)\u000a23:28:29.258702 --- ParallelTerminationStrategy: PID 13160 died...\u000a23:28:29.312025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13160): Terminated: ok {rc=0}\u000a23:28:29.321656 --- ParallelTerminationStrategy: PID 13163 died...\u000a23:28:29.374371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13163): Terminated: ok {rc=0}\u000a23:28:29.383916 --- ParallelTerminationStrategy: PID 13166 died...\u000a23:28:29.436647 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13166): Terminated: ok {rc=0}\u000a23:28:29.524238 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:27:32" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13181): Process ended prematurely: osmo-stp_10.42.42.5(pid=13181) [trial-2396↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13181)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13181): Process ended prematurely: osmo-stp_10.42.42.5(pid=13181) [trial-2396↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13181)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:28:31.715114 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:31.726407 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:28:31.872515 tst cs_paging_gprs_active.py: using LAC 36968\u000a23:28:32.029804 tst cs_paging_gprs_active.py: using RAC 248\u000a23:28:32.178963 tst cs_paging_gprs_active.py: using CellId 36968\u000a23:28:32.305742 tst cs_paging_gprs_active.py: using BVCI 36969\u000a23:28:32.332124 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:32.344557 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:32.356501 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:32.368406 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:32.380668 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:32.392680 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:32.404941 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:32.416845 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:32.429022 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:28:32.546374 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:28:32.820196 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:28:32.944382 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:28:33.250894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13171): Launched\u000a23:28:33.504233 run iperf3-srv_10.42.42.10(pid=13172): Launched\u000a23:28:33.684702 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:28:33.808468 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:28:34.114044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13173): Launched\u000a23:28:34.366661 run iperf3-srv_10.42.42.10(pid=13174): Launched\u000a23:28:34.546910 tst cs_paging_gprs_active.py:38: start network...\u000a23:28:34.670576 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:28:35.143817 run create_hlr_db(pid=13175): Launched\u000a23:28:35.314445 bus /gobi_6: Setting Powered False\u000a23:28:36.334796 run create_hlr_db(pid=13175): Terminated: ok {rc=0}\u000a23:28:36.754805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13177): Launched\u000a23:28:37.070762 run osmo-hlr_10.42.42.2(pid=13178): Launched\u000a23:28:37.187176 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:28:37.737419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13180): Launched\u000a23:28:38.053171 run osmo-stp_10.42.42.5(pid=13181): Launched\u000a23:28:38.168113 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:28:38.718887 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13183): Launched\u000a23:28:38.833527 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:28:39.109526 run patchelf(pid=13184): Launched\u000a23:28:39.295826 run osmo-stp_10.42.42.5(pid=13181): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13181)]\u000a23:28:39.432637 run osmo-stp_10.42.42.5(pid=13181): stdout: \u000a| (launched: 2022-12-13_23:28:37.898906)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:28:39.569290 run osmo-stp_10.42.42.5(pid=13181): stderr: \u000a| �[0;m�[38;5;43m20221213232838090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232838090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232838091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232838091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232838091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232838091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232838092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:28:39.701248 run osmo-stp_10.42.42.5(pid=13181): stdout: \u000a| (launched: 2022-12-13_23:28:37.898906)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:28:39.832450 run osmo-stp_10.42.42.5(pid=13181): stderr: \u000a| �[0;m�[38;5;43m20221213232838090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232838090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232838091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232838091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232838091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232838091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232838092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:28:39.984878 run patchelf(pid=13184): Terminating (SIGINT)\u000a23:28:40.163326 run patchelf(pid=13184): Terminated: ok {rc=0}\u000a23:28:40.196183 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13181): Process ended prematurely: osmo-stp_10.42.42.5(pid=13181) [trial-2396↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13181)] [trial-2396↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a23:28:40.205958 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a23:28:40.269156 run osmo-hlr_10.42.42.2(pid=13178): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13178)]\u000a23:28:40.320427 run osmo-hlr_10.42.42.2(pid=13178): stdout: \u000a| (launched: 2022-12-13_23:28:36.915894) \u000a23:28:40.372367 run osmo-hlr_10.42.42.2(pid=13178): stderr: \u000a| �[0;m�[1;31m20221213232837113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232837113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232837113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232837113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232837113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232837113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232837129 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232837139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232837139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232837139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:28:40.416633 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13171): Terminating (SIGTERM)\u000a23:28:40.458839 run iperf3-srv_10.42.42.10(pid=13172): Terminating (SIGTERM)\u000a23:28:40.500874 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13173): Terminating (SIGTERM)\u000a23:28:40.543150 run iperf3-srv_10.42.42.10(pid=13174): Terminating (SIGTERM)\u000a23:28:40.585506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13177): Terminating (SIGTERM)\u000a23:28:40.627455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13180): Terminating (SIGTERM)\u000a23:28:40.668823 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13183): Terminating (SIGTERM)\u000a23:28:40.678379 --- ParallelTerminationStrategy: PID 13171 died...\u000a23:28:40.734379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13171): Terminated: ok {rc=0}\u000a23:28:40.744749 --- ParallelTerminationStrategy: PID 13172 died...\u000a23:28:40.800041 run iperf3-srv_10.42.42.10(pid=13172): Terminated {rc=256}\u000a23:28:40.809995 --- ParallelTerminationStrategy: PID 13173 died...\u000a23:28:40.865365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13173): Terminated: ok {rc=0}\u000a23:28:40.875264 --- ParallelTerminationStrategy: PID 13174 died...\u000a23:28:40.930543 run iperf3-srv_10.42.42.10(pid=13174): Terminated {rc=256}\u000a23:28:40.940291 --- ParallelTerminationStrategy: PID 13177 died...\u000a23:28:40.995706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13177): Terminated: ok {rc=0}\u000a23:28:41.006007 --- ParallelTerminationStrategy: PID 13180 died...\u000a23:28:41.061548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13180): Terminated: ok {rc=0}\u000a23:28:41.071408 --- ParallelTerminationStrategy: PID 13183 died...\u000a23:28:41.127499 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13183): Terminated: ok {rc=0}\u000a23:28:41.213628 bus /gobi_0: Setting Powered False\u000a23:28:42.318750 bus /gobi_0: Setting Powered False\u000a23:28:43.429189 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13193): Process ended prematurely: osmo-stp_10.42.42.5(pid=13193) [trial-2396↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13193)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13193): Process ended prematurely: osmo-stp_10.42.42.5(pid=13193) [trial-2396↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13193)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a23:28:44.539162 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:44.550652 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:28:44.695763 tst iperf3.py: using LAC 36969\u000a23:28:44.814879 tst iperf3.py: using RAC 249\u000a23:28:44.933074 tst iperf3.py: using CellId 36969\u000a23:28:45.053717 tst iperf3.py: using BVCI 36970\u000a23:28:45.076404 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:45.087207 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:45.097897 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:45.108389 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:45.119039 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:45.130133 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:45.140720 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:45.151505 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:45.162323 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:28:45.436170 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:28:45.559543 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:28:45.877303 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13185): Launched\u000a23:28:46.193927 run iperf3-srv_10.42.42.10(pid=13186): Launched\u000a23:28:46.383983 tst iperf3.py:8: start network...\u000a23:28:46.510280 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:28:47.022343 run create_hlr_db(pid=13187): Launched\u000a23:28:47.197960 bus /gobi_6: Setting Powered False\u000a23:28:48.215940 run create_hlr_db(pid=13187): Terminated: ok {rc=0}\u000a23:28:48.635198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13189): Launched\u000a23:28:48.951301 run osmo-hlr_10.42.42.2(pid=13190): Launched\u000a23:28:49.071220 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:28:49.619641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13192): Launched\u000a23:28:49.934836 run osmo-stp_10.42.42.5(pid=13193): Launched\u000a23:28:50.049899 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:28:50.599584 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13195): Launched\u000a23:28:50.705870 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:28:50.965979 run patchelf(pid=13196): Launched\u000a23:28:51.139334 run osmo-stp_10.42.42.5(pid=13193): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13193)]\u000a23:28:51.266664 run osmo-stp_10.42.42.5(pid=13193): stdout: \u000a| (launched: 2022-12-13_23:28:49.780611)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:28:51.394535 run osmo-stp_10.42.42.5(pid=13193): stderr: \u000a| �[0;m�[38;5;43m20221213232849971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232849971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232849972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232849972 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232849972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232849973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232849973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:28:51.517677 run osmo-stp_10.42.42.5(pid=13193): stdout: \u000a| (launched: 2022-12-13_23:28:49.780611)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:28:51.639479 run osmo-stp_10.42.42.5(pid=13193): stderr: \u000a| �[0;m�[38;5;43m20221213232849971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232849971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232849972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232849972 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232849972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232849973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232849973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:28:51.781641 run patchelf(pid=13196): Terminating (SIGINT)\u000a23:28:51.948432 run patchelf(pid=13196): Terminated: ok {rc=0}\u000a23:28:51.979200 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13193): Process ended prematurely: osmo-stp_10.42.42.5(pid=13193) [trial-2396↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13193)] [trial-2396↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a23:28:51.988190 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a23:28:52.047320 run osmo-hlr_10.42.42.2(pid=13190): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13190)]\u000a23:28:52.095842 run osmo-hlr_10.42.42.2(pid=13190): stdout: \u000a| (launched: 2022-12-13_23:28:48.796905) \u000a23:28:52.145223 run osmo-hlr_10.42.42.2(pid=13190): stderr: \u000a| �[0;m�[1;31m20221213232848996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232848996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232848996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232848996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232848996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232848996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232849008 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232849017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232849017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232849017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:28:52.187185 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13185): Terminating (SIGTERM)\u000a23:28:52.226801 run iperf3-srv_10.42.42.10(pid=13186): Terminating (SIGTERM)\u000a23:28:52.266357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13189): Terminating (SIGTERM)\u000a23:28:52.305858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13192): Terminating (SIGTERM)\u000a23:28:52.345492 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13195): Terminating (SIGTERM)\u000a23:28:52.354586 --- ParallelTerminationStrategy: PID 13185 died...\u000a23:28:52.407410 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13185): Terminated: ok {rc=0}\u000a23:28:52.417080 --- ParallelTerminationStrategy: PID 13186 died...\u000a23:28:52.469650 run iperf3-srv_10.42.42.10(pid=13186): Terminated {rc=256}\u000a23:28:52.479062 --- ParallelTerminationStrategy: PID 13189 died...\u000a23:28:52.531573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13189): Terminated: ok {rc=0}\u000a23:28:52.541042 --- ParallelTerminationStrategy: PID 13192 died...\u000a23:28:52.593378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13192): Terminated: ok {rc=0}\u000a23:28:52.602863 --- ParallelTerminationStrategy: PID 13195 died...\u000a23:28:52.655579 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13195): Terminated: ok {rc=0}\u000a23:28:52.744244 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13211): Process ended prematurely: osmo-stp_10.42.42.5(pid=13211) [trial-2396↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13211)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13211): Process ended prematurely: osmo-stp_10.42.42.5(pid=13211) [trial-2396↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13211)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a23:28:53.855083 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:53.866445 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:28:54.008705 tst iperf3m4.py: using LAC 36970\u000a23:28:54.127661 tst iperf3m4.py: using RAC 250\u000a23:28:54.245079 tst iperf3m4.py: using CellId 36970\u000a23:28:54.361929 tst iperf3m4.py: using BVCI 36971\u000a23:28:54.384539 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:54.395290 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:54.405840 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:54.416332 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:54.426829 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:54.437436 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:54.448072 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:54.458555 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:54.469720 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:28:54.584921 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:28:54.705621 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:28:54.825280 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:28:55.100920 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:28:55.224447 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:28:55.531012 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13197): Launched\u000a23:28:55.785543 run iperf3-srv_10.42.42.10(pid=13198): Launched\u000a23:28:55.965987 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:28:56.089704 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:28:56.395516 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13199): Launched\u000a23:28:56.649556 run iperf3-srv_10.42.42.10(pid=13200): Launched\u000a23:28:56.830230 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:28:56.954426 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:28:57.260379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13201): Launched\u000a23:28:57.514610 run iperf3-srv_10.42.42.10(pid=13202): Launched\u000a23:28:57.695401 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:28:57.818695 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:28:58.125041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13203): Launched\u000a23:28:58.379047 run iperf3-srv_10.42.42.10(pid=13204): Launched\u000a23:28:58.559267 tst iperf3m4.py:8: start network...\u000a23:28:58.682726 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:28:59.157121 run create_hlr_db(pid=13205): Launched\u000a23:28:59.327378 bus /gobi_6: Setting Powered False\u000a23:29:00.349867 run create_hlr_db(pid=13205): Terminated: ok {rc=0}\u000a23:29:00.769697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13207): Launched\u000a23:29:01.227876 run osmo-hlr_10.42.42.2(pid=13208): Launched\u000a23:29:01.438431 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:29:02.076163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13210): Launched\u000a23:29:02.401901 run osmo-stp_10.42.42.5(pid=13211): Launched\u000a23:29:02.519187 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:29:03.070513 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13213): Launched\u000a23:29:03.184090 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:29:03.459461 run patchelf(pid=13214): Launched\u000a23:29:03.645052 run osmo-stp_10.42.42.5(pid=13211): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13211)]\u000a23:29:03.781402 run osmo-stp_10.42.42.5(pid=13211): stdout: \u000a| (launched: 2022-12-13_23:29:02.239621)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:29:03.917778 run osmo-stp_10.42.42.5(pid=13211): stderr: \u000a| �[0;m�[38;5;43m20221213232902436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232902436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232902436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232902437 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232902437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232902437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232902437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:29:04.048856 run osmo-stp_10.42.42.5(pid=13211): stdout: \u000a| (launched: 2022-12-13_23:29:02.239621)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:29:04.178819 run osmo-stp_10.42.42.5(pid=13211): stderr: \u000a| �[0;m�[38;5;43m20221213232902436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232902436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232902436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232902437 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232902437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232902437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232902437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:29:04.330614 run patchelf(pid=13214): Terminating (SIGINT)\u000a23:29:04.508216 run patchelf(pid=13214): Terminated: ok {rc=0}\u000a23:29:04.540834 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13211): Process ended prematurely: osmo-stp_10.42.42.5(pid=13211) [trial-2396↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13211)] [trial-2396↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a23:29:04.550756 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a23:29:04.614066 run osmo-hlr_10.42.42.2(pid=13208): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13208)]\u000a23:29:04.665696 run osmo-hlr_10.42.42.2(pid=13208): stdout: \u000a| (launched: 2022-12-13_23:29:00.951651) \u000a23:29:04.717716 run osmo-hlr_10.42.42.2(pid=13208): stderr: \u000a| �[0;m�[1;31m20221213232901372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232901372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232901372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232901372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232901372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232901372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232901398 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232901421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232901421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232901421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:29:04.762568 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13197): Terminating (SIGTERM)\u000a23:29:04.805034 run iperf3-srv_10.42.42.10(pid=13198): Terminating (SIGTERM)\u000a23:29:04.847006 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13199): Terminating (SIGTERM)\u000a23:29:04.889348 run iperf3-srv_10.42.42.10(pid=13200): Terminating (SIGTERM)\u000a23:29:04.932061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13201): Terminating (SIGTERM)\u000a23:29:04.974191 run iperf3-srv_10.42.42.10(pid=13202): Terminating (SIGTERM)\u000a23:29:05.016754 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13203): Terminating (SIGTERM)\u000a23:29:05.058774 run iperf3-srv_10.42.42.10(pid=13204): Terminating (SIGTERM)\u000a23:29:05.101339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13207): Terminating (SIGTERM)\u000a23:29:05.143483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13210): Terminating (SIGTERM)\u000a23:29:05.185846 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13213): Terminating (SIGTERM)\u000a23:29:05.195359 --- ParallelTerminationStrategy: PID 13197 died...\u000a23:29:05.251562 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13197): Terminated: ok {rc=0}\u000a23:29:05.261885 --- ParallelTerminationStrategy: PID 13198 died...\u000a23:29:05.317832 run iperf3-srv_10.42.42.10(pid=13198): Terminated {rc=256}\u000a23:29:05.327706 --- ParallelTerminationStrategy: PID 13199 died...\u000a23:29:05.383819 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13199): Terminated: ok {rc=0}\u000a23:29:05.393775 --- ParallelTerminationStrategy: PID 13200 died...\u000a23:29:05.449397 run iperf3-srv_10.42.42.10(pid=13200): Terminated {rc=256}\u000a23:29:05.459237 --- ParallelTerminationStrategy: PID 13201 died...\u000a23:29:05.515025 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13201): Terminated: ok {rc=0}\u000a23:29:05.525033 --- ParallelTerminationStrategy: PID 13202 died...\u000a23:29:05.580722 run iperf3-srv_10.42.42.10(pid=13202): Terminated {rc=256}\u000a23:29:05.590592 --- ParallelTerminationStrategy: PID 13203 died...\u000a23:29:05.646369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13203): Terminated: ok {rc=0}\u000a23:29:05.656276 --- ParallelTerminationStrategy: PID 13204 died...\u000a23:29:05.712110 run iperf3-srv_10.42.42.10(pid=13204): Terminated {rc=256}\u000a23:29:05.722046 --- ParallelTerminationStrategy: PID 13207 died...\u000a23:29:05.778629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13207): Terminated: ok {rc=0}\u000a23:29:05.788553 --- ParallelTerminationStrategy: PID 13210 died...\u000a23:29:05.844572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13210): Terminated: ok {rc=0}\u000a23:29:05.854556 --- ParallelTerminationStrategy: PID 13213 died...\u000a23:29:05.910597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13213): Terminated: ok {rc=0}\u000a23:29:05.997250 bus /gobi_4: Setting Powered False\u000a23:29:07.101123 bus /gobi_4: Setting Powered False\u000a23:29:08.206469 bus /gobi_1: Setting Powered False\u000a23:29:09.312993 bus /gobi_1: Setting Powered False\u000a23:29:10.423923 bus /gobi_0: Setting Powered False\u000a23:29:11.526968 bus /gobi_0: Setting Powered False\u000a23:29:12.633947 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13222): Process ended prematurely: osmo-stp_10.42.42.5(pid=13222) [trial-2396↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13222)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13222): Process ended prematurely: osmo-stp_10.42.42.5(pid=13222) [trial-2396↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13222)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a23:29:13.701830 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:29:13.713994 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:29:13.858109 tst ping.py: using LAC 36971\u000a23:29:13.979224 tst ping.py: using RAC 251\u000a23:29:14.102786 tst ping.py: using CellId 36971\u000a23:29:14.224466 tst ping.py: using BVCI 36972\u000a23:29:14.248133 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:29:14.259555 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:29:14.270683 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:29:14.281778 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:29:14.293049 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:29:14.304189 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:29:14.315779 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:29:14.327150 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:29:14.610661 tst ping.py:19: start network...\u000a23:29:14.740535 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:29:15.227184 run create_hlr_db(pid=13216): Launched\u000a23:29:15.407802 bus /gobi_6: Setting Powered False\u000a23:29:16.431178 run create_hlr_db(pid=13216): Terminated: ok {rc=0}\u000a23:29:16.892218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13218): Launched\u000a23:29:17.232472 run osmo-hlr_10.42.42.2(pid=13219): Launched\u000a23:29:17.348278 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:29:17.869214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13221): Launched\u000a23:29:18.159007 run osmo-stp_10.42.42.5(pid=13222): Launched\u000a23:29:18.264374 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:29:18.770976 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13224): Launched\u000a23:29:18.875248 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:29:19.129672 run patchelf(pid=13225): Launched\u000a23:29:19.300349 run osmo-stp_10.42.42.5(pid=13222): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13222)]\u000a23:29:19.426005 run osmo-stp_10.42.42.5(pid=13222): stdout: \u000a| (launched: 2022-12-13_23:29:18.016724)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:29:19.551442 run osmo-stp_10.42.42.5(pid=13222): stderr: \u000a| �[0;m�[38;5;43m20221213232918185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232918185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232918186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232918186 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232918187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232918187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232918187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:29:19.672602 run osmo-stp_10.42.42.5(pid=13222): stdout: \u000a| (launched: 2022-12-13_23:29:18.016724)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:29:19.792588 run osmo-stp_10.42.42.5(pid=13222): stderr: \u000a| �[0;m�[38;5;43m20221213232918185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232918185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232918186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232918186 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232918187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232918187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232918187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:29:19.931844 run patchelf(pid=13225): Terminating (SIGINT)\u000a23:29:20.094759 run patchelf(pid=13225): Terminated: ok {rc=0}\u000a23:29:20.124602 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13222): Process ended prematurely: osmo-stp_10.42.42.5(pid=13222) [trial-2396↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13222)] [trial-2396↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a23:29:20.133216 tst ping.py:22: Test FAILED (6.4 sec)\u000a23:29:20.193213 run osmo-hlr_10.42.42.2(pid=13219): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13219)]\u000a23:29:20.242386 run osmo-hlr_10.42.42.2(pid=13219): stdout: \u000a| (launched: 2022-12-13_23:29:17.054946) \u000a23:29:20.292180 run osmo-hlr_10.42.42.2(pid=13219): stderr: \u000a| �[0;m�[1;31m20221213232917316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232917316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232917316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232917316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232917316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232917316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232917336 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232917345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232917346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232917346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:29:20.334678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13218): Terminating (SIGTERM)\u000a23:29:20.374699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13221): Terminating (SIGTERM)\u000a23:29:20.414761 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13224): Terminating (SIGTERM)\u000a23:29:20.423991 --- ParallelTerminationStrategy: PID 13218 died...\u000a23:29:20.477940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13218): Terminated: ok {rc=0}\u000a23:29:20.487616 --- ParallelTerminationStrategy: PID 13221 died...\u000a23:29:20.541019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13221): Terminated: ok {rc=0}\u000a23:29:20.550616 --- ParallelTerminationStrategy: PID 13224 died...\u000a23:29:20.603853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13224): Terminated: ok {rc=0}\u000a23:29:20.692385 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13232): Process ended prematurely: osmo-stp_10.42.42.5(pid=13232) [trial-2396↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13232)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13232): Process ended prematurely: osmo-stp_10.42.42.5(pid=13232) [trial-2396↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13232)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a23:29:21.744382 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:29:21.755703 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:29:21.899850 tst ping_idle_ping.py: using LAC 36972\u000a23:29:22.014664 tst ping_idle_ping.py: using RAC 252\u000a23:29:22.135660 tst ping_idle_ping.py: using CellId 36972\u000a23:29:22.253011 tst ping_idle_ping.py: using BVCI 36973\u000a23:29:22.275327 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:29:22.286232 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:29:22.296746 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:29:22.307307 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:29:22.317966 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:29:22.329596 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:29:22.340792 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:29:22.351418 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:29:22.639437 tst ping_idle_ping.py:24: start network...\u000a23:29:22.771483 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:29:23.270147 run create_hlr_db(pid=13226): Launched\u000a23:29:23.452016 bus /gobi_6: Setting Powered False\u000a23:29:24.472631 run create_hlr_db(pid=13226): Terminated: ok {rc=0}\u000a23:29:24.864092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13228): Launched\u000a23:29:25.156015 run osmo-hlr_10.42.42.2(pid=13229): Launched\u000a23:29:25.271178 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:29:25.787178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13231): Launched\u000a23:29:26.078354 run osmo-stp_10.42.42.5(pid=13232): Launched\u000a23:29:26.184299 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:29:26.691737 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13234): Launched\u000a23:29:26.795685 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:29:27.049861 run patchelf(pid=13235): Launched\u000a23:29:27.221134 run osmo-stp_10.42.42.5(pid=13232): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13232)]\u000a23:29:27.346099 run osmo-stp_10.42.42.5(pid=13232): stdout: \u000a| (launched: 2022-12-13_23:29:25.935210)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:29:27.471349 run osmo-stp_10.42.42.5(pid=13232): stderr: \u000a| �[0;m�[38;5;43m20221213232926103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232926103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232926103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232926104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232926104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232926104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232926104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:29:27.592107 run osmo-stp_10.42.42.5(pid=13232): stdout: \u000a| (launched: 2022-12-13_23:29:25.935210)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:29:27.711873 run osmo-stp_10.42.42.5(pid=13232): stderr: \u000a| �[0;m�[38;5;43m20221213232926103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232926103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232926103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232926104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232926104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232926104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232926104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:29:27.851262 run patchelf(pid=13235): Terminating (SIGINT)\u000a23:29:28.014557 run patchelf(pid=13235): Terminated: ok {rc=0}\u000a23:29:28.044297 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13232): Process ended prematurely: osmo-stp_10.42.42.5(pid=13232) [trial-2396↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13232)] [trial-2396↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a23:29:28.052726 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a23:29:28.112486 run osmo-hlr_10.42.42.2(pid=13229): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13229)]\u000a23:29:28.161197 run osmo-hlr_10.42.42.2(pid=13229): stdout: \u000a| (launched: 2022-12-13_23:29:25.012256) \u000a23:29:28.210552 run osmo-hlr_10.42.42.2(pid=13229): stderr: \u000a| �[0;m�[1;31m20221213232925188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232925188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232925188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232925188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232925188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232925188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232925200 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232925209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232925209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232925209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:29:28.252568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13228): Terminating (SIGTERM)\u000a23:29:28.292204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13231): Terminating (SIGTERM)\u000a23:29:28.331996 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13234): Terminating (SIGTERM)\u000a23:29:28.341242 --- ParallelTerminationStrategy: PID 13228 died...\u000a23:29:28.394394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13228): Terminated: ok {rc=0}\u000a23:29:28.403763 --- ParallelTerminationStrategy: PID 13231 died...\u000a23:29:28.456509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13231): Terminated: ok {rc=0}\u000a23:29:28.466073 --- ParallelTerminationStrategy: PID 13234 died...\u000a23:29:28.518784 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13234): Terminated: ok {rc=0}\u000a23:29:28.601783 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:28:31" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13246): Process ended prematurely: osmo-stp_10.42.42.5(pid=13246) [trial-2396↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13246)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13246): Process ended prematurely: osmo-stp_10.42.42.5(pid=13246) [trial-2396↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13246)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a23:29:30.595187 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:29:30.606415 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:29:30.752289 tst switch_tch_pdch.py: using LAC 36973\u000a23:29:30.879531 tst switch_tch_pdch.py: using RAC 253\u000a23:29:31.019767 tst switch_tch_pdch.py: using CellId 36973\u000a23:29:31.173325 tst switch_tch_pdch.py: using BVCI 36974\u000a23:29:31.201775 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:29:31.214038 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:29:31.226290 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:29:31.238543 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:29:31.251174 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:29:31.263628 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:29:31.275997 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:29:31.288510 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:29:31.408449 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:29:31.692239 tst switch_tch_pdch.py:51: start network...\u000a23:29:31.820003 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:29:32.319054 run create_hlr_db(pid=13240): Launched\u000a23:29:32.488609 bus /gobi_6: Setting Powered False\u000a23:29:33.509160 run create_hlr_db(pid=13240): Terminated: ok {rc=0}\u000a23:29:33.896126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13242): Launched\u000a23:29:34.185259 run osmo-hlr_10.42.42.2(pid=13243): Launched\u000a23:29:34.292077 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:29:34.794936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13245): Launched\u000a23:29:35.083480 run osmo-stp_10.42.42.5(pid=13246): Launched\u000a23:29:35.189835 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:29:35.694798 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13248): Launched\u000a23:29:35.798231 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:29:36.049919 run patchelf(pid=13249): Launched\u000a23:29:36.219664 run osmo-stp_10.42.42.5(pid=13246): ERR: Terminated: ERROR {rc=1} [trial-2396↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13246)]\u000a23:29:36.344477 run osmo-stp_10.42.42.5(pid=13246): stdout: \u000a| (launched: 2022-12-13_23:29:34.942494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:29:36.469393 run osmo-stp_10.42.42.5(pid=13246): stderr: \u000a| �[0;m�[38;5;43m20221213232935111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232935111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232935111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232935112 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232935114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232935114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232935114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:29:36.590767 run osmo-stp_10.42.42.5(pid=13246): stdout: \u000a| (launched: 2022-12-13_23:29:34.942494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:29:36.710200 run osmo-stp_10.42.42.5(pid=13246): stderr: \u000a| �[0;m�[38;5;43m20221213232935111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232935111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232935111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232935112 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232935114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232935114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232935114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:29:36.849605 run patchelf(pid=13249): Terminating (SIGINT)\u000a23:29:37.013186 run patchelf(pid=13249): Terminated: ok {rc=0}\u000a23:29:37.043013 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=13246): Process ended prematurely: osmo-stp_10.42.42.5(pid=13246) [trial-2396↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13246)] [trial-2396↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a23:29:37.051673 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a23:29:37.111189 run osmo-hlr_10.42.42.2(pid=13243): ERR: Terminated: ERROR {rc=237} [trial-2396↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13243)]\u000a23:29:37.160046 run osmo-hlr_10.42.42.2(pid=13243): stdout: \u000a| (launched: 2022-12-13_23:29:34.043465) \u000a23:29:37.210182 run osmo-hlr_10.42.42.2(pid=13243): stderr: \u000a| �[0;m�[1;31m20221213232934219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232934219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232934219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232934219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232934219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232934219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232934236 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232934245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232934245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232934245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:29:37.252225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13242): Terminating (SIGTERM)\u000a23:29:37.291685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13245): Terminating (SIGTERM)\u000a23:29:37.331206 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13248): Terminating (SIGTERM)\u000a23:29:37.340271 --- ParallelTerminationStrategy: PID 13242 died...\u000a23:29:37.393670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13242): Terminated: ok {rc=0}\u000a23:29:37.403200 --- ParallelTerminationStrategy: PID 13245 died...\u000a23:29:37.456012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13245): Terminated: ok {rc=0}\u000a23:29:37.465901 --- ParallelTerminationStrategy: PID 13248 died...\u000a23:29:37.518857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13248): Terminated: ok {rc=0}\u000a23:29:37.606063 bus /gobi_0: Setting Powered False\u000a23:29:38.707449 bus /gobi_0: Setting Powered False\u000a23:29:39.818489 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:29:30" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13259): Process ended prematurely: osmo-stp_10.42.42.5(pid=13259) [trial-2396↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13259)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13259): Process ended prematurely: osmo-stp_10.42.42.5(pid=13259) [trial-2396↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13259)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a23:29:41.743855 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:29:41.754794 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a23:29:41.897337 tst switch_tch_pdch.py: using LAC 36974\u000a23:29:42.012052 tst switch_tch_pdch.py: using RAC 254\u000a23:29:42.127224 tst switch_tch_pdch.py: using CellId 36974\u000a23:29:42.242940 tst switch_tch_pdch.py: using BVCI 36975\u000a23:29:42.265159 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:29:42.275844 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:29:42.286406 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:29:42.296887 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:29:42.307832 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:29:42.318968 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:29:42.330037 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:29:42.340735 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a23:29:42.459433 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a23:29:42.743739 tst switch_tch_pdch.py:51: start network...\u000a23:29:42.874880 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:29:43.337380 run create_hlr_db(pid=13253): Launched\u000a23:29:43.464409 bus /gobi_6: Setting Powered False\u000a23:29:44.539275 run create_hlr_db(pid=13253): Terminated: ok {rc=0}\u000a23:29:44.905967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13255): Launched\u000a23:29:45.195890 run osmo-hlr_10.42.42.2(pid=13256): Launched\u000a23:29:45.303440 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:29:45.779929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13258): Launched\u000a23:29:46.252309 run osmo-stp_10.42.42.5(pid=13259): Launched\u000a23:29:46.425879 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:29:46.929377 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13261): Launched\u000a23:29:47.035446 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:29:47.330848 run patchelf(pid=13262): Launched\u000a23:29:47.514103 run osmo-stp_10.42.42.5(pid=13259): ERR: Terminated: ERROR {rc=1} [trial-2396↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13259)]\u000a23:29:47.647372 run osmo-stp_10.42.42.5(pid=13259): stdout: \u000a| (launched: 2022-12-13_23:29:45.939016)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:29:47.781405 run osmo-stp_10.42.42.5(pid=13259): stderr: \u000a| �[0;m�[38;5;43m20221213232946155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232946155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232946156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232946156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232946158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232946158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232946158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:29:47.910631 run osmo-stp_10.42.42.5(pid=13259): stdout: \u000a| (launched: 2022-12-13_23:29:45.939016)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:29:48.038530 run osmo-stp_10.42.42.5(pid=13259): stderr: \u000a| �[0;m�[38;5;43m20221213232946155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213232946155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213232946156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213232946156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213232946158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213232946158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213232946158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:29:48.186906 run patchelf(pid=13262): Terminating (SIGINT)\u000a23:29:48.360513 run patchelf(pid=13262): Terminated: ok {rc=0}\u000a23:29:48.392077 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=13259): Process ended prematurely: osmo-stp_10.42.42.5(pid=13259) [trial-2396↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13259)] [trial-2396↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a23:29:48.401371 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a23:29:48.464460 run osmo-hlr_10.42.42.2(pid=13256): ERR: Terminated: ERROR {rc=237} [trial-2396↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13256)]\u000a23:29:48.516234 run osmo-hlr_10.42.42.2(pid=13256): stdout: \u000a| (launched: 2022-12-13_23:29:45.053682) \u000a23:29:48.568493 run osmo-hlr_10.42.42.2(pid=13256): stderr: \u000a| �[0;m�[1;31m20221213232945226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213232945226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213232945226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232945226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213232945226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213232945226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213232945238 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213232945247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213232945247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213232945247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:29:48.613802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13255): Terminating (SIGTERM)\u000a23:29:48.656404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13258): Terminating (SIGTERM)\u000a23:29:48.698955 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13261): Terminating (SIGTERM)\u000a23:29:48.708602 --- ParallelTerminationStrategy: PID 13255 died...\u000a23:29:48.765547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13255): Terminated: ok {rc=0}\u000a23:29:48.775884 --- ParallelTerminationStrategy: PID 13258 died...\u000a23:29:48.832137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13258): Terminated: ok {rc=0}\u000a23:29:48.842224 --- ParallelTerminationStrategy: PID 13261 died...\u000a23:29:48.898510 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13261): Terminated: ok {rc=0}\u000a23:29:48.985475 bus /gobi_0: Setting Powered False\u000a23:29:50.091978 bus /gobi_0: Setting Powered False\u000a23:29:51.199873 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:29:41" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=13269): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13269) [trial-2396↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13269)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=13269): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13269) [trial-2396↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13269)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a23:29:53.075061 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a23:29:53.085786 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a23:29:53.217997 tst mo_mt_sms.py: using LAC 36975\u000a23:29:53.330074 tst mo_mt_sms.py: using RAC 255\u000a23:29:53.441734 tst mo_mt_sms.py: using CellId 36975\u000a23:29:53.554468 tst mo_mt_sms.py: using BVCI 36976\u000a23:29:53.576466 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a23:29:53.694165 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a23:29:53.963370 tst mo_mt_sms.py:9: start nitb and bts...\u000a23:29:54.083642 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a23:29:54.684321 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13268): Launched\u000a23:29:54.970946 run osmo-nitb_10.42.42.2(pid=13269): Launched\u000a23:29:55.150384 run osmo-nitb_10.42.42.2(pid=13269): ERR: Terminated: ERROR {rc=2} [trial-2396↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13269)]\u000a23:29:55.282756 run osmo-nitb_10.42.42.2(pid=13269): stdout: \u000a| (launched: 2022-12-13_23:29:54.832019) \u000a23:29:55.416289 run osmo-nitb_10.42.42.2(pid=13269): stderr: \u000a| (launched: 2022-12-13_23:29:54.875257)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:29:55.544074 run osmo-nitb_10.42.42.2(pid=13269): stdout: \u000a| (launched: 2022-12-13_23:29:54.832019) \u000a23:29:55.671112 run osmo-nitb_10.42.42.2(pid=13269): stderr: \u000a| (launched: 2022-12-13_23:29:54.875257)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:29:56.089354 tst osmo-nitb_10.42.42.2(pid=13269): stdout: \u000a| (launched: 2022-12-13_23:29:54.832019) \u000a23:29:56.205163 tst osmo-nitb_10.42.42.2(pid=13269): stderr: \u000a| (launched: 2022-12-13_23:29:54.875257)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:29:56.255779 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=13269): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13269) [trial-2396↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13269)] [trial-2396↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a23:29:56.263571 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a23:29:56.297406 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13268): Terminating (SIGTERM)\u000a23:29:56.474658 --- ParallelTerminationStrategy: PID 13268 died...\u000a23:29:56.529159 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13268): Terminated: ok {rc=0}\u000a23:29:56.612629 bus /sierra_3: Setting Powered False\u000a23:29:57.718381 bus /sierra_3: Setting Powered False\u000a23:29:58.828001 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:29:52" }, { "cases" : [ { "testActions" : [ ], "age" : 79, "className" : "sms:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13287): Process ended prematurely: osmo-stp_10.42.42.5(pid=13287) [trial-2396↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13287)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13287): Process ended prematurely: osmo-stp_10.42.42.5(pid=13287) [trial-2396↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13287)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a23:30:00.720384 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:30:00.731258 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a23:30:00.869976 tst mo_mt_sms.py: using LAC 36976\u000a23:30:01.000247 tst mo_mt_sms.py: using RAC 1\u000a23:30:01.153357 tst mo_mt_sms.py: using CellId 36976\u000a23:30:01.281534 tst mo_mt_sms.py: using BVCI 36977\u000a23:30:01.306332 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:30:01.318422 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:30:01.330335 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:30:01.342143 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:30:01.355304 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:30:01.368400 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a23:30:01.495030 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a23:30:01.758747 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:30:02.298150 run create_hlr_db(pid=13281): Launched\u000a23:30:02.466990 bus /sierra_2: Setting Powered False\u000a23:30:03.489829 run create_hlr_db(pid=13281): Terminated: ok {rc=0}\u000a23:30:03.902439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13283): Launched\u000a23:30:04.212426 run osmo-hlr_10.42.42.2(pid=13284): Launched\u000a23:30:04.327076 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:30:04.866942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13286): Launched\u000a23:30:05.176272 run osmo-stp_10.42.42.5(pid=13287): Launched\u000a23:30:05.289593 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:30:05.858123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13289): Launched\u000a23:30:06.168350 run osmo-msc_10.42.42.6(pid=13290): Launched\u000a23:30:06.351044 run osmo-stp_10.42.42.5(pid=13287): ERR: Terminated: ERROR {rc=1} [trial-2396↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13287)]\u000a23:30:06.483742 run osmo-stp_10.42.42.5(pid=13287): stdout: \u000a| (launched: 2022-12-13_23:30:05.025083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:30:06.616090 run osmo-stp_10.42.42.5(pid=13287): stderr: \u000a| �[0;m�[38;5;43m20221213233005213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233005213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233005214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233005214 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233005214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233005214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233005215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:30:06.740942 run osmo-stp_10.42.42.5(pid=13287): stdout: \u000a| (launched: 2022-12-13_23:30:05.025083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:30:06.865481 run osmo-stp_10.42.42.5(pid=13287): stderr: \u000a| �[0;m�[38;5;43m20221213233005213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233005213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233005214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233005214 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233005214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233005214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233005215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:30:06.919423 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=13287): Process ended prematurely: osmo-stp_10.42.42.5(pid=13287) [trial-2396↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13287)] [trial-2396↪sms:trx-b200↪mo_mt_sms.py:16]\u000a23:30:06.927856 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a23:30:06.990345 run osmo-hlr_10.42.42.2(pid=13284): ERR: Terminated: ERROR {rc=237} [trial-2396↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13284)]\u000a23:30:07.042144 run osmo-hlr_10.42.42.2(pid=13284): stdout: \u000a| (launched: 2022-12-13_23:30:04.060668) \u000a23:30:07.094397 run osmo-hlr_10.42.42.2(pid=13284): stderr: \u000a| �[0;m�[1;31m20221213233004257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233004257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233004257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233004257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233004257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233004257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233004270 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233004278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233004278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233004278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:30:07.165023 run osmo-msc_10.42.42.6(pid=13290): ERR: Terminated: ERROR {rc=2} [trial-2396↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13290)]\u000a23:30:07.216408 run osmo-msc_10.42.42.6(pid=13290): stdout: \u000a| (launched: 2022-12-13_23:30:06.015927) \u000a23:30:07.268472 run osmo-msc_10.42.42.6(pid=13290): stderr: \u000a| �[0;m�[38;5;43m20221213233006337 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213233006337 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff0b9d59c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213233006337 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213233006337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213233006337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213233006338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213233006339 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213233006340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213233006340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213233006340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:30:07.312805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13283): Terminating (SIGTERM)\u000a23:30:07.355026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13286): Terminating (SIGTERM)\u000a23:30:07.396694 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13289): Terminating (SIGTERM)\u000a23:30:07.406251 --- ParallelTerminationStrategy: PID 13283 died...\u000a23:30:07.462513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13283): Terminated: ok {rc=0}\u000a23:30:07.472394 --- ParallelTerminationStrategy: PID 13286 died...\u000a23:30:07.528545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13286): Terminated: ok {rc=0}\u000a23:30:07.538428 --- ParallelTerminationStrategy: PID 13289 died...\u000a23:30:07.594263 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13289): Terminated: ok {rc=0}\u000a23:30:07.681035 bus /sierra_3: Setting Powered False\u000a23:30:08.787456 bus /sierra_3: Setting Powered False\u000a23:30:09.895734 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:30:00" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=13296): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13296) [trial-2396↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13296)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=13296): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13296) [trial-2396↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13296)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a23:30:11.737168 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a23:30:11.748138 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a23:30:11.880794 tst assert_extension.py: using LAC 36977\u000a23:30:11.998824 tst assert_extension.py: using RAC 2\u000a23:30:12.111154 tst assert_extension.py: using CellId 36977\u000a23:30:12.223657 tst assert_extension.py: using BVCI 36978\u000a23:30:12.245713 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a23:30:12.529374 tst assert_extension.py:10: start nitb and bts...\u000a23:30:12.658935 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a23:30:13.300424 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13295): Launched\u000a23:30:13.606819 run osmo-nitb_10.42.42.2(pid=13296): Launched\u000a23:30:13.798210 run osmo-nitb_10.42.42.2(pid=13296): ERR: Terminated: ERROR {rc=2} [trial-2396↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13296)]\u000a23:30:13.939652 run osmo-nitb_10.42.42.2(pid=13296): stdout: \u000a| (launched: 2022-12-13_23:30:13.458432) \u000a23:30:14.081063 run osmo-nitb_10.42.42.2(pid=13296): stderr: \u000a| (launched: 2022-12-13_23:30:13.504873)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:30:14.218189 run osmo-nitb_10.42.42.2(pid=13296): stdout: \u000a| (launched: 2022-12-13_23:30:13.458432) \u000a23:30:14.353905 run osmo-nitb_10.42.42.2(pid=13296): stderr: \u000a| (launched: 2022-12-13_23:30:13.504873)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:30:14.731687 tst osmo-nitb_10.42.42.2(pid=13296): stdout: \u000a| (launched: 2022-12-13_23:30:13.458432) \u000a23:30:14.856046 tst osmo-nitb_10.42.42.2(pid=13296): stderr: \u000a| (launched: 2022-12-13_23:30:13.504873)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:30:14.910470 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=13296): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13296) [trial-2396↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13296)] [trial-2396↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a23:30:14.919193 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a23:30:14.955403 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13295): Terminating (SIGTERM)\u000a23:30:15.133619 --- ParallelTerminationStrategy: PID 13295 died...\u000a23:30:15.191086 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13295): Terminated: ok {rc=0}\u000a23:30:15.277234 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:30:11" }, { "cases" : [ { "testActions" : [ ], "age" : 79, "className" : "ussd:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13306): Process ended prematurely: osmo-stp_10.42.42.5(pid=13306) [trial-2396↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13306)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13306): Process ended prematurely: osmo-stp_10.42.42.5(pid=13306) [trial-2396↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13306)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a23:30:17.189705 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:30:17.201675 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a23:30:17.344761 tst assert_extension.py: using LAC 36978\u000a23:30:17.461202 tst assert_extension.py: using RAC 3\u000a23:30:17.574547 tst assert_extension.py: using CellId 36978\u000a23:30:17.688627 tst assert_extension.py: using BVCI 36979\u000a23:30:17.710618 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:30:17.721062 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:30:17.731366 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:30:17.742159 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:30:17.752421 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:30:17.763447 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a23:30:17.965135 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:30:18.454598 run create_hlr_db(pid=13300): Launched\u000a23:30:18.635726 bus /sierra_2: Setting Powered False\u000a23:30:19.657974 run create_hlr_db(pid=13300): Terminated: ok {rc=0}\u000a23:30:20.047806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13302): Launched\u000a23:30:20.337316 run osmo-hlr_10.42.42.2(pid=13303): Launched\u000a23:30:20.452027 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:30:20.966788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13305): Launched\u000a23:30:21.256446 run osmo-stp_10.42.42.5(pid=13306): Launched\u000a23:30:21.362387 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:30:21.890640 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13308): Launched\u000a23:30:22.179159 run osmo-msc_10.42.42.6(pid=13309): Launched\u000a23:30:22.349257 run osmo-stp_10.42.42.5(pid=13306): ERR: Terminated: ERROR {rc=1} [trial-2396↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13306)]\u000a23:30:22.472333 run osmo-stp_10.42.42.5(pid=13306): stdout: \u000a| (launched: 2022-12-13_23:30:21.114320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:30:22.593287 run osmo-stp_10.42.42.5(pid=13306): stderr: \u000a| �[0;m�[38;5;43m20221213233021283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233021283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233021283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233021284 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233021284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233021284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233021284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:30:22.710067 run osmo-stp_10.42.42.5(pid=13306): stdout: \u000a| (launched: 2022-12-13_23:30:21.114320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:30:22.825439 run osmo-stp_10.42.42.5(pid=13306): stderr: \u000a| �[0;m�[38;5;43m20221213233021283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233021283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233021283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233021284 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233021284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233021284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233021284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:30:22.875919 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=13306): Process ended prematurely: osmo-stp_10.42.42.5(pid=13306) [trial-2396↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13306)] [trial-2396↪ussd:trx-b200↪assert_extension.py:17]\u000a23:30:22.883855 tst assert_extension.py:17: Test FAILED (5.7 sec)\u000a23:30:22.943523 run osmo-hlr_10.42.42.2(pid=13303): ERR: Terminated: ERROR {rc=237} [trial-2396↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13303)]\u000a23:30:22.992235 run osmo-hlr_10.42.42.2(pid=13303): stdout: \u000a| (launched: 2022-12-13_23:30:20.194972) \u000a23:30:23.041561 run osmo-hlr_10.42.42.2(pid=13303): stderr: \u000a| �[0;m�[1;31m20221213233020368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233020368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233020368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233020368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233020368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233020368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233020381 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233020389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233020389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233020389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:30:23.108289 run osmo-msc_10.42.42.6(pid=13309): ERR: Terminated: ERROR {rc=2} [trial-2396↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13309)]\u000a23:30:23.156863 run osmo-msc_10.42.42.6(pid=13309): stdout: \u000a| (launched: 2022-12-13_23:30:22.037522) \u000a23:30:23.206082 run osmo-msc_10.42.42.6(pid=13309): stderr: \u000a| �[0;m�[38;5;43m20221213233022306 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213233022307 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd3b5877c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213233022307 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213233022307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213233022307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213233022307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213233022311 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213233022311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213233022311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213233022311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:30:23.247855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13302): Terminating (SIGTERM)\u000a23:30:23.287131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13305): Terminating (SIGTERM)\u000a23:30:23.326533 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13308): Terminating (SIGTERM)\u000a23:30:23.335725 --- ParallelTerminationStrategy: PID 13302 died...\u000a23:30:23.388787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13302): Terminated: ok {rc=0}\u000a23:30:23.398396 --- ParallelTerminationStrategy: PID 13305 died...\u000a23:30:23.451234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13305): Terminated: ok {rc=0}\u000a23:30:23.460607 --- ParallelTerminationStrategy: PID 13308 died...\u000a23:30:23.513222 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13308): Terminated: ok {rc=0}\u000a23:30:23.596828 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:30:16" }, { "cases" : [ { "testActions" : [ ], "age" : 79, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13320): Process ended prematurely: osmo-stp_10.42.42.5(pid=13320) [trial-2396↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13320)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13320): Process ended prematurely: osmo-stp_10.42.42.5(pid=13320) [trial-2396↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13320)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a23:30:25.560597 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:30:25.571618 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a23:30:25.730313 tst mo_mt_call.py: using LAC 36979\u000a23:30:25.854429 tst mo_mt_call.py: using RAC 4\u000a23:30:25.969661 tst mo_mt_call.py: using CellId 36979\u000a23:30:26.084318 tst mo_mt_call.py: using BVCI 36980\u000a23:30:26.106955 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:30:26.117941 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:30:26.128665 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:30:26.139450 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:30:26.150789 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:30:26.162285 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:30:26.282148 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:30:26.481540 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:30:26.954511 run create_hlr_db(pid=13314): Launched\u000a23:30:27.124360 bus /sierra_2: Setting Powered False\u000a23:30:28.147646 run create_hlr_db(pid=13314): Terminated: ok {rc=0}\u000a23:30:28.567526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13316): Launched\u000a23:30:28.883719 run osmo-hlr_10.42.42.2(pid=13317): Launched\u000a23:30:28.999834 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:30:29.547695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13319): Launched\u000a23:30:29.864233 run osmo-stp_10.42.42.5(pid=13320): Launched\u000a23:30:29.979847 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:30:30.555524 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13322): Launched\u000a23:30:30.909388 run osmo-msc_10.42.42.6(pid=13323): Launched\u000a23:30:31.244153 run osmo-stp_10.42.42.5(pid=13320): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13320)]\u000a23:30:31.520011 run osmo-stp_10.42.42.5(pid=13320): stdout: \u000a| (launched: 2022-12-13_23:30:29.709677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:30:31.663825 run osmo-stp_10.42.42.5(pid=13320): stderr: \u000a| �[0;m�[38;5;43m20221213233029899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233029899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233029899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233029900 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233029900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233029900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233029900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:30:31.798806 run osmo-stp_10.42.42.5(pid=13320): stdout: \u000a| (launched: 2022-12-13_23:30:29.709677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:30:31.929747 run osmo-stp_10.42.42.5(pid=13320): stderr: \u000a| �[0;m�[38;5;43m20221213233029899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233029899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233029899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233029900 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233029900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233029900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233029900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:30:31.988318 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13320): Process ended prematurely: osmo-stp_10.42.42.5(pid=13320) [trial-2396↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13320)] [trial-2396↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a23:30:31.998740 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a23:30:32.065832 run osmo-hlr_10.42.42.2(pid=13317): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13317)]\u000a23:30:32.120247 run osmo-hlr_10.42.42.2(pid=13317): stdout: \u000a| (launched: 2022-12-13_23:30:28.728547) \u000a23:30:32.176356 run osmo-hlr_10.42.42.2(pid=13317): stderr: \u000a| �[0;m�[1;31m20221213233028923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233028923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233028923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233028924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233028924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233028924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233028938 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233028949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233028949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233028949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:30:32.250092 run osmo-msc_10.42.42.6(pid=13323): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13323)]\u000a23:30:32.304066 run osmo-msc_10.42.42.6(pid=13323): stdout: \u000a| (launched: 2022-12-13_23:30:30.706864) \u000a23:30:32.353799 run osmo-msc_10.42.42.6(pid=13323): stderr: \u000a| �[0;m�[38;5;43m20221213233031083 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213233031083 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4e352d0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213233031083 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213233031083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213233031084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213233031084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213233031089 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213233031092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213233031092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213233031093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:30:32.396107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13316): Terminating (SIGTERM)\u000a23:30:32.435630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13319): Terminating (SIGTERM)\u000a23:30:32.475271 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13322): Terminating (SIGTERM)\u000a23:30:32.484334 --- ParallelTerminationStrategy: PID 13316 died...\u000a23:30:32.537209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13316): Terminated: ok {rc=0}\u000a23:30:32.546710 --- ParallelTerminationStrategy: PID 13319 died...\u000a23:30:32.599417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13319): Terminated: ok {rc=0}\u000a23:30:32.609003 --- ParallelTerminationStrategy: PID 13322 died...\u000a23:30:32.661873 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13322): Terminated: ok {rc=0}\u000a23:30:32.749370 bus /sierra_3: Setting Powered False\u000a23:30:33.852186 bus /sierra_3: Setting Powered False\u000a23:30:34.963205 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 79, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13331): Process ended prematurely: osmo-stp_10.42.42.5(pid=13331) [trial-2396↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13331)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13331): Process ended prematurely: osmo-stp_10.42.42.5(pid=13331) [trial-2396↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13331)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:30:36.070851 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:30:36.082435 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a23:30:36.237152 tst mo_mt_call_osmux.py: using LAC 36980\u000a23:30:36.353682 tst mo_mt_call_osmux.py: using RAC 5\u000a23:30:36.470201 tst mo_mt_call_osmux.py: using CellId 36980\u000a23:30:36.586664 tst mo_mt_call_osmux.py: using BVCI 36981\u000a23:30:36.609207 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:30:36.620053 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:30:36.630862 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:30:36.641653 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:30:36.652503 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:30:36.663394 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:30:36.781340 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:30:36.980444 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:30:37.452098 run create_hlr_db(pid=13325): Launched\u000a23:30:37.621924 bus /sierra_2: Setting Powered False\u000a23:30:38.644303 run create_hlr_db(pid=13325): Terminated: ok {rc=0}\u000a23:30:39.065308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13327): Launched\u000a23:30:39.381052 run osmo-hlr_10.42.42.2(pid=13328): Launched\u000a23:30:39.497130 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:30:40.046698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13330): Launched\u000a23:30:40.362359 run osmo-stp_10.42.42.5(pid=13331): Launched\u000a23:30:40.477527 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:30:41.054625 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13333): Launched\u000a23:30:41.370099 run osmo-msc_10.42.42.6(pid=13334): Launched\u000a23:30:41.556177 run osmo-stp_10.42.42.5(pid=13331): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13331)]\u000a23:30:41.690920 run osmo-stp_10.42.42.5(pid=13331): stdout: \u000a| (launched: 2022-12-13_23:30:40.207210)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:30:41.825468 run osmo-stp_10.42.42.5(pid=13331): stderr: \u000a| �[0;m�[38;5;43m20221213233040398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233040398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233040398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233040398 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233040399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233040399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233040399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:30:41.953261 run osmo-stp_10.42.42.5(pid=13331): stdout: \u000a| (launched: 2022-12-13_23:30:40.207210)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:30:42.079787 run osmo-stp_10.42.42.5(pid=13331): stderr: \u000a| �[0;m�[38;5;43m20221213233040398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233040398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233040398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233040398 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233040399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233040399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233040399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:30:42.135843 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13331): Process ended prematurely: osmo-stp_10.42.42.5(pid=13331) [trial-2396↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13331)] [trial-2396↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a23:30:42.145139 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a23:30:42.208271 run osmo-hlr_10.42.42.2(pid=13328): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13328)]\u000a23:30:42.260100 run osmo-hlr_10.42.42.2(pid=13328): stdout: \u000a| (launched: 2022-12-13_23:30:39.226370) \u000a23:30:42.312556 run osmo-hlr_10.42.42.2(pid=13328): stderr: \u000a| �[0;m�[1;31m20221213233039421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233039421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233039421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233039421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233039421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233039421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233039436 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233039446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233039446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233039446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:30:42.383521 run osmo-msc_10.42.42.6(pid=13334): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13334)]\u000a23:30:42.435198 run osmo-msc_10.42.42.6(pid=13334): stdout: \u000a| (launched: 2022-12-13_23:30:41.215708) \u000a23:30:42.487343 run osmo-msc_10.42.42.6(pid=13334): stderr: \u000a| �[0;m�[38;5;43m20221213233041537 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213233041537 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff1c8c09c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213233041537 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213233041537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213233041537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213233041538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213233041539 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213233041540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213233041540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213233041540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:30:42.531829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13327): Terminating (SIGTERM)\u000a23:30:42.574090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13330): Terminating (SIGTERM)\u000a23:30:42.616492 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13333): Terminating (SIGTERM)\u000a23:30:42.626204 --- ParallelTerminationStrategy: PID 13327 died...\u000a23:30:42.682682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13327): Terminated: ok {rc=0}\u000a23:30:42.692705 --- ParallelTerminationStrategy: PID 13330 died...\u000a23:30:42.749065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13330): Terminated: ok {rc=0}\u000a23:30:42.759071 --- ParallelTerminationStrategy: PID 13333 died...\u000a23:30:42.815587 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13333): Terminated: ok {rc=0}\u000a23:30:42.902105 bus /sierra_3: Setting Powered False\u000a23:30:44.003801 bus /sierra_3: Setting Powered False\u000a23:30:45.116312 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:30:25" }, { "cases" : [ { "testActions" : [ ], "age" : 79, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13345): Process ended prematurely: osmo-stp_10.42.42.5(pid=13345) [trial-2396↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13345)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13345): Process ended prematurely: osmo-stp_10.42.42.5(pid=13345) [trial-2396↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13345)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a23:30:47.189107 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:30:47.200484 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a23:30:47.360556 tst mo_mt_call.py: using LAC 36981\u000a23:30:47.485719 tst mo_mt_call.py: using RAC 6\u000a23:30:47.609970 tst mo_mt_call.py: using CellId 36981\u000a23:30:47.733978 tst mo_mt_call.py: using BVCI 36982\u000a23:30:47.758289 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:30:47.769851 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:30:47.781179 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:30:47.792239 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:30:47.804302 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:30:47.816592 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:30:47.932621 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:30:48.141397 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:30:48.634647 run create_hlr_db(pid=13339): Launched\u000a23:30:48.817588 bus /sierra_2: Setting Powered False\u000a23:30:49.839737 run create_hlr_db(pid=13339): Terminated: ok {rc=0}\u000a23:30:50.257570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13341): Launched\u000a23:30:50.572749 run osmo-hlr_10.42.42.2(pid=13342): Launched\u000a23:30:50.691014 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:30:51.237660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13344): Launched\u000a23:30:51.551667 run osmo-stp_10.42.42.5(pid=13345): Launched\u000a23:30:51.666435 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:30:52.244669 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13347): Launched\u000a23:30:52.559096 run osmo-msc_10.42.42.6(pid=13348): Launched\u000a23:30:52.744185 run osmo-stp_10.42.42.5(pid=13345): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13345)]\u000a23:30:52.878981 run osmo-stp_10.42.42.5(pid=13345): stdout: \u000a| (launched: 2022-12-13_23:30:51.397903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:30:53.012448 run osmo-stp_10.42.42.5(pid=13345): stderr: \u000a| �[0;m�[38;5;43m20221213233051587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233051588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233051588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233051588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233051589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233051589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233051589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:30:53.139573 run osmo-stp_10.42.42.5(pid=13345): stdout: \u000a| (launched: 2022-12-13_23:30:51.397903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:30:53.265401 run osmo-stp_10.42.42.5(pid=13345): stderr: \u000a| �[0;m�[38;5;43m20221213233051587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233051588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233051588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233051588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233051589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233051589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233051589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:30:53.320524 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13345): Process ended prematurely: osmo-stp_10.42.42.5(pid=13345) [trial-2396↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13345)] [trial-2396↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a23:30:53.329718 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a23:30:53.392117 run osmo-hlr_10.42.42.2(pid=13342): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13342)]\u000a23:30:53.443191 run osmo-hlr_10.42.42.2(pid=13342): stdout: \u000a| (launched: 2022-12-13_23:30:50.418134) \u000a23:30:53.494871 run osmo-hlr_10.42.42.2(pid=13342): stderr: \u000a| �[0;m�[1;31m20221213233050617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233050617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233050617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233050618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233050618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233050618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233050635 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233050645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233050646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233050646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:30:53.564840 run osmo-msc_10.42.42.6(pid=13348): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13348)]\u000a23:30:53.616006 run osmo-msc_10.42.42.6(pid=13348): stdout: \u000a| (launched: 2022-12-13_23:30:52.404874) \u000a23:30:53.667773 run osmo-msc_10.42.42.6(pid=13348): stderr: \u000a| �[0;m�[38;5;43m20221213233052723 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213233052723 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faa83d7bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213233052723 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213233052723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213233052723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213233052723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213233052725 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213233052726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213233052726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213233052726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:30:53.711449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13341): Terminating (SIGTERM)\u000a23:30:53.752650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13344): Terminating (SIGTERM)\u000a23:30:53.794405 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13347): Terminating (SIGTERM)\u000a23:30:53.803871 --- ParallelTerminationStrategy: PID 13341 died...\u000a23:30:53.859945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13341): Terminated: ok {rc=0}\u000a23:30:53.869892 --- ParallelTerminationStrategy: PID 13344 died...\u000a23:30:53.925657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13344): Terminated: ok {rc=0}\u000a23:30:53.935526 --- ParallelTerminationStrategy: PID 13347 died...\u000a23:30:53.991539 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13347): Terminated: ok {rc=0}\u000a23:30:54.078294 bus /sierra_3: Setting Powered False\u000a23:30:55.184426 bus /sierra_3: Setting Powered False\u000a23:30:56.294735 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 79, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13357): Process ended prematurely: osmo-stp_10.42.42.5(pid=13357) [trial-2396↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13357)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13357): Process ended prematurely: osmo-stp_10.42.42.5(pid=13357) [trial-2396↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13357)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:30:57.403825 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:30:57.415480 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a23:30:57.574191 tst mo_mt_call_osmux.py: using LAC 36982\u000a23:30:57.689336 tst mo_mt_call_osmux.py: using RAC 7\u000a23:30:57.804392 tst mo_mt_call_osmux.py: using CellId 36982\u000a23:30:57.921546 tst mo_mt_call_osmux.py: using BVCI 36983\u000a23:30:57.943883 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:30:57.954901 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:30:57.965738 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:30:57.976618 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:30:57.987486 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:30:57.998309 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:30:58.112099 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:30:58.321426 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:30:58.819712 run create_hlr_db(pid=13350): Launched\u000a23:30:59.003850 bus /sierra_2: Setting Powered False\u000a23:31:00.025818 run create_hlr_db(pid=13350): Terminated: ok {rc=0}\u000a23:31:00.424107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13353): Launched\u000a23:31:00.722705 run osmo-hlr_10.42.42.2(pid=13354): Launched\u000a23:31:00.870451 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:31:01.496850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13356): Launched\u000a23:31:01.962250 run osmo-stp_10.42.42.5(pid=13357): Launched\u000a23:31:02.153971 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:31:02.702230 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13359): Launched\u000a23:31:02.999031 run osmo-msc_10.42.42.6(pid=13360): Launched\u000a23:31:03.173877 run osmo-stp_10.42.42.5(pid=13357): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13357)]\u000a23:31:03.300439 run osmo-stp_10.42.42.5(pid=13357): stdout: \u000a| (launched: 2022-12-13_23:31:01.651007)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:31:03.424447 run osmo-stp_10.42.42.5(pid=13357): stderr: \u000a| �[0;m�[38;5;43m20221213233101966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233101966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233101967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233101972 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233101975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233101975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233101975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:31:03.543763 run osmo-stp_10.42.42.5(pid=13357): stdout: \u000a| (launched: 2022-12-13_23:31:01.651007)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:31:03.662563 run osmo-stp_10.42.42.5(pid=13357): stderr: \u000a| �[0;m�[38;5;43m20221213233101966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233101966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233101967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233101972 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233101975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233101975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233101975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:31:03.715006 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13357): Process ended prematurely: osmo-stp_10.42.42.5(pid=13357) [trial-2396↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13357)] [trial-2396↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a23:31:03.723347 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a23:31:03.782852 run osmo-hlr_10.42.42.2(pid=13354): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13354)]\u000a23:31:03.832135 run osmo-hlr_10.42.42.2(pid=13354): stdout: \u000a| (launched: 2022-12-13_23:31:00.576098) \u000a23:31:03.882292 run osmo-hlr_10.42.42.2(pid=13354): stderr: \u000a| �[0;m�[1;31m20221213233100752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233100752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233100752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233100753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233100753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233100753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233100765 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233100774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233100774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233100774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:31:03.949448 run osmo-msc_10.42.42.6(pid=13360): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13360)]\u000a23:31:03.998677 run osmo-msc_10.42.42.6(pid=13360): stdout: \u000a| (launched: 2022-12-13_23:31:02.853558) \u000a23:31:04.047985 run osmo-msc_10.42.42.6(pid=13360): stderr: \u000a| �[0;m�[38;5;43m20221213233103127 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213233103127 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f747428cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213233103128 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213233103128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213233103128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213233103128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213233103130 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213233103130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213233103130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213233103130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:31:04.089992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13353): Terminating (SIGTERM)\u000a23:31:04.129452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13356): Terminating (SIGTERM)\u000a23:31:04.169519 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13359): Terminating (SIGTERM)\u000a23:31:04.178650 --- ParallelTerminationStrategy: PID 13353 died...\u000a23:31:04.231829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13353): Terminated: ok {rc=0}\u000a23:31:04.241506 --- ParallelTerminationStrategy: PID 13356 died...\u000a23:31:04.294140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13356): Terminated: ok {rc=0}\u000a23:31:04.303578 --- ParallelTerminationStrategy: PID 13359 died...\u000a23:31:04.356006 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13359): Terminated: ok {rc=0}\u000a23:31:04.443953 bus /sierra_3: Setting Powered False\u000a23:31:05.547402 bus /sierra_3: Setting Powered False\u000a23:31:06.653816 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:30:46" }, { "cases" : [ { "testActions" : [ ], "age" : 79, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13371): Process ended prematurely: osmo-stp_10.42.42.5(pid=13371) [trial-2396↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13371)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13371): Process ended prematurely: osmo-stp_10.42.42.5(pid=13371) [trial-2396↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13371)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a23:31:08.655316 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:31:08.666508 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a23:31:08.821843 tst mo_mt_call.py: using LAC 36983\u000a23:31:08.938917 tst mo_mt_call.py: using RAC 8\u000a23:31:09.058338 tst mo_mt_call.py: using CellId 36983\u000a23:31:09.175093 tst mo_mt_call.py: using BVCI 36984\u000a23:31:09.197762 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:31:09.208704 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:31:09.219443 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:31:09.230203 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:31:09.241575 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:31:09.252938 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:31:09.372599 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:31:09.571476 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:31:10.046825 run create_hlr_db(pid=13365): Launched\u000a23:31:10.217606 bus /sierra_2: Setting Powered False\u000a23:31:11.239398 run create_hlr_db(pid=13365): Terminated: ok {rc=0}\u000a23:31:11.658909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13367): Launched\u000a23:31:11.975847 run osmo-hlr_10.42.42.2(pid=13368): Launched\u000a23:31:12.091135 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:31:12.639940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13370): Launched\u000a23:31:12.955302 run osmo-stp_10.42.42.5(pid=13371): Launched\u000a23:31:13.070239 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:31:13.646684 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13373): Launched\u000a23:31:13.963242 run osmo-msc_10.42.42.6(pid=13374): Launched\u000a23:31:14.148868 run osmo-stp_10.42.42.5(pid=13371): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13371)]\u000a23:31:14.283378 run osmo-stp_10.42.42.5(pid=13371): stdout: \u000a| (launched: 2022-12-13_23:31:12.800613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:31:14.417754 run osmo-stp_10.42.42.5(pid=13371): stderr: \u000a| �[0;m�[38;5;43m20221213233112992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233112992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233112993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233112993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233112993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233112994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233112994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:31:14.545251 run osmo-stp_10.42.42.5(pid=13371): stdout: \u000a| (launched: 2022-12-13_23:31:12.800613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:31:14.671750 run osmo-stp_10.42.42.5(pid=13371): stderr: \u000a| �[0;m�[38;5;43m20221213233112992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233112992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233112993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233112993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233112993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233112994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233112994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:31:14.727615 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13371): Process ended prematurely: osmo-stp_10.42.42.5(pid=13371) [trial-2396↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13371)] [trial-2396↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a23:31:14.736806 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a23:31:14.799311 run osmo-hlr_10.42.42.2(pid=13368): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13368)]\u000a23:31:14.851304 run osmo-hlr_10.42.42.2(pid=13368): stdout: \u000a| (launched: 2022-12-13_23:31:11.820785) \u000a23:31:14.903633 run osmo-hlr_10.42.42.2(pid=13368): stderr: \u000a| �[0;m�[1;31m20221213233112020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233112020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233112020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233112020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233112020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233112020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233112033 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233112041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233112041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233112041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:31:14.974068 run osmo-msc_10.42.42.6(pid=13374): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13374)]\u000a23:31:15.025569 run osmo-msc_10.42.42.6(pid=13374): stdout: \u000a| (launched: 2022-12-13_23:31:13.807618) \u000a23:31:15.077740 run osmo-msc_10.42.42.6(pid=13374): stderr: \u000a| �[0;m�[38;5;43m20221213233114129 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213233114129 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fce3a122c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213233114130 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213233114130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213233114130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213233114130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213233114133 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213233114133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213233114133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213233114133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:31:15.122030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13367): Terminating (SIGTERM)\u000a23:31:15.163621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13370): Terminating (SIGTERM)\u000a23:31:15.205387 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13373): Terminating (SIGTERM)\u000a23:31:15.214912 --- ParallelTerminationStrategy: PID 13367 died...\u000a23:31:15.271068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13367): Terminated: ok {rc=0}\u000a23:31:15.281152 --- ParallelTerminationStrategy: PID 13370 died...\u000a23:31:15.337467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13370): Terminated: ok {rc=0}\u000a23:31:15.347530 --- ParallelTerminationStrategy: PID 13373 died...\u000a23:31:15.403799 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13373): Terminated: ok {rc=0}\u000a23:31:15.490834 bus /sierra_3: Setting Powered False\u000a23:31:16.594577 bus /sierra_3: Setting Powered False\u000a23:31:17.699647 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 79, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13382): Process ended prematurely: osmo-stp_10.42.42.5(pid=13382) [trial-2396↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13382)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13382): Process ended prematurely: osmo-stp_10.42.42.5(pid=13382) [trial-2396↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13382)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:31:18.813378 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:31:18.825752 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a23:31:18.989127 tst mo_mt_call_osmux.py: using LAC 36984\u000a23:31:19.112302 tst mo_mt_call_osmux.py: using RAC 9\u000a23:31:19.236725 tst mo_mt_call_osmux.py: using CellId 36984\u000a23:31:19.362665 tst mo_mt_call_osmux.py: using BVCI 36985\u000a23:31:19.386660 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:31:19.398172 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:31:19.409385 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:31:19.420548 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:31:19.432177 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:31:19.443706 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:31:19.563505 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:31:19.762772 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:31:20.238421 run create_hlr_db(pid=13376): Launched\u000a23:31:20.408322 bus /sierra_2: Setting Powered False\u000a23:31:21.431354 run create_hlr_db(pid=13376): Terminated: ok {rc=0}\u000a23:31:21.851264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13378): Launched\u000a23:31:22.167799 run osmo-hlr_10.42.42.2(pid=13379): Launched\u000a23:31:22.286880 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:31:22.838881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13381): Launched\u000a23:31:23.154946 run osmo-stp_10.42.42.5(pid=13382): Launched\u000a23:31:23.270318 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:31:23.848226 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13384): Launched\u000a23:31:24.165366 run osmo-msc_10.42.42.6(pid=13385): Launched\u000a23:31:24.351575 run osmo-stp_10.42.42.5(pid=13382): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13382)]\u000a23:31:24.486702 run osmo-stp_10.42.42.5(pid=13382): stdout: \u000a| (launched: 2022-12-13_23:31:22.999934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:31:24.621525 run osmo-stp_10.42.42.5(pid=13382): stderr: \u000a| �[0;m�[38;5;43m20221213233123191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233123191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233123191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233123192 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233123192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233123192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233123192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:31:24.749945 run osmo-stp_10.42.42.5(pid=13382): stdout: \u000a| (launched: 2022-12-13_23:31:22.999934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:31:24.877221 run osmo-stp_10.42.42.5(pid=13382): stderr: \u000a| �[0;m�[38;5;43m20221213233123191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233123191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233123191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233123192 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233123192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233123192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233123192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:31:24.933051 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13382): Process ended prematurely: osmo-stp_10.42.42.5(pid=13382) [trial-2396↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13382)] [trial-2396↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a23:31:24.942479 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a23:31:25.005426 run osmo-hlr_10.42.42.2(pid=13379): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13379)]\u000a23:31:25.057222 run osmo-hlr_10.42.42.2(pid=13379): stdout: \u000a| (launched: 2022-12-13_23:31:22.012749) \u000a23:31:25.109592 run osmo-hlr_10.42.42.2(pid=13379): stderr: \u000a| �[0;m�[1;31m20221213233122211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233122211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233122211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233122211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233122211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233122211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233122224 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233122232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233122232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233122232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:31:25.180405 run osmo-msc_10.42.42.6(pid=13385): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13385)]\u000a23:31:25.231949 run osmo-msc_10.42.42.6(pid=13385): stdout: \u000a| (launched: 2022-12-13_23:31:24.009799) \u000a23:31:25.284508 run osmo-msc_10.42.42.6(pid=13385): stderr: \u000a| �[0;m�[38;5;43m20221213233124329 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213233124329 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f77a72e2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213233124329 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213233124329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213233124329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213233124330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213233124332 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213233124333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213233124333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213233124333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:31:25.329180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13378): Terminating (SIGTERM)\u000a23:31:25.371114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13381): Terminating (SIGTERM)\u000a23:31:25.413236 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13384): Terminating (SIGTERM)\u000a23:31:25.422789 --- ParallelTerminationStrategy: PID 13378 died...\u000a23:31:25.478940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13378): Terminated: ok {rc=0}\u000a23:31:25.489082 --- ParallelTerminationStrategy: PID 13381 died...\u000a23:31:25.545121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13381): Terminated: ok {rc=0}\u000a23:31:25.555088 --- ParallelTerminationStrategy: PID 13384 died...\u000a23:31:25.611345 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13384): Terminated: ok {rc=0}\u000a23:31:25.698224 bus /sierra_3: Setting Powered False\u000a23:31:26.800357 bus /sierra_3: Setting Powered False\u000a23:31:27.906509 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:31:08" }, { "cases" : [ { "testActions" : [ ], "age" : 79, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13396): Process ended prematurely: osmo-stp_10.42.42.5(pid=13396) [trial-2396↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13396)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13396): Process ended prematurely: osmo-stp_10.42.42.5(pid=13396) [trial-2396↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13396)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a23:31:29.908611 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:31:29.919556 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a23:31:30.074252 tst mo_mt_call.py: using LAC 36985\u000a23:31:30.188908 tst mo_mt_call.py: using RAC 10\u000a23:31:30.304835 tst mo_mt_call.py: using CellId 36985\u000a23:31:30.419595 tst mo_mt_call.py: using BVCI 36986\u000a23:31:30.442326 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:31:30.453287 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:31:30.463949 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:31:30.474688 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:31:30.485567 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:31:30.496295 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:31:30.609936 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:31:30.819313 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:31:31.383231 run create_hlr_db(pid=13390): Launched\u000a23:31:31.572380 bus /sierra_2: Setting Powered False\u000a23:31:32.589643 run create_hlr_db(pid=13390): Terminated: ok {rc=0}\u000a23:31:32.988300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13392): Launched\u000a23:31:33.283889 run osmo-hlr_10.42.42.2(pid=13393): Launched\u000a23:31:33.401412 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:31:33.922388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13395): Launched\u000a23:31:34.218121 run osmo-stp_10.42.42.5(pid=13396): Launched\u000a23:31:34.325531 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:31:34.868782 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13398): Launched\u000a23:31:35.165116 run osmo-msc_10.42.42.6(pid=13399): Launched\u000a23:31:35.339357 run osmo-stp_10.42.42.5(pid=13396): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13396)]\u000a23:31:35.465731 run osmo-stp_10.42.42.5(pid=13396): stdout: \u000a| (launched: 2022-12-13_23:31:34.072284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:31:35.589336 run osmo-stp_10.42.42.5(pid=13396): stderr: \u000a| �[0;m�[38;5;43m20221213233134242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233134242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233134242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233134242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233134243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233134243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233134243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:31:35.709235 run osmo-stp_10.42.42.5(pid=13396): stdout: \u000a| (launched: 2022-12-13_23:31:34.072284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:31:35.827634 run osmo-stp_10.42.42.5(pid=13396): stderr: \u000a| �[0;m�[38;5;43m20221213233134242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233134242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233134242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233134242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233134243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233134243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233134243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:31:35.879841 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13396): Process ended prematurely: osmo-stp_10.42.42.5(pid=13396) [trial-2396↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13396)] [trial-2396↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a23:31:35.888273 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a23:31:35.947676 run osmo-hlr_10.42.42.2(pid=13393): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13393)]\u000a23:31:35.996221 run osmo-hlr_10.42.42.2(pid=13393): stdout: \u000a| (launched: 2022-12-13_23:31:33.139238) \u000a23:31:36.045435 run osmo-hlr_10.42.42.2(pid=13393): stderr: \u000a| �[0;m�[1;31m20221213233133314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233133314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233133314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233133314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233133314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233133314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233133326 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233133336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233133336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233133336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:31:36.112527 run osmo-msc_10.42.42.6(pid=13399): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13399)]\u000a23:31:36.162125 run osmo-msc_10.42.42.6(pid=13399): stdout: \u000a| (launched: 2022-12-13_23:31:35.019886) \u000a23:31:36.211121 run osmo-msc_10.42.42.6(pid=13399): stderr: \u000a| �[0;m�[38;5;43m20221213233135290 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213233135290 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe32e82cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213233135290 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213233135290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213233135290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213233135291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213233135292 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213233135293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213233135293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213233135293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:31:36.252484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13392): Terminating (SIGTERM)\u000a23:31:36.291448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13395): Terminating (SIGTERM)\u000a23:31:36.330559 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13398): Terminating (SIGTERM)\u000a23:31:36.339588 --- ParallelTerminationStrategy: PID 13392 died...\u000a23:31:36.392181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13392): Terminated: ok {rc=0}\u000a23:31:36.401695 --- ParallelTerminationStrategy: PID 13395 died...\u000a23:31:36.454340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13395): Terminated: ok {rc=0}\u000a23:31:36.463741 --- ParallelTerminationStrategy: PID 13398 died...\u000a23:31:36.516292 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13398): Terminated: ok {rc=0}\u000a23:31:36.604261 bus /sierra_3: Setting Powered False\u000a23:31:37.708254 bus /sierra_3: Setting Powered False\u000a23:31:38.819091 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 79, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13407): Process ended prematurely: osmo-stp_10.42.42.5(pid=13407) [trial-2396↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13407)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13407): Process ended prematurely: osmo-stp_10.42.42.5(pid=13407) [trial-2396↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13407)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:31:39.927771 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:31:39.939446 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a23:31:40.095135 tst mo_mt_call_osmux.py: using LAC 36986\u000a23:31:40.212463 tst mo_mt_call_osmux.py: using RAC 11\u000a23:31:40.331082 tst mo_mt_call_osmux.py: using CellId 36986\u000a23:31:40.449772 tst mo_mt_call_osmux.py: using BVCI 36987\u000a23:31:40.472305 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:31:40.483292 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:31:40.494107 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:31:40.504813 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:31:40.515636 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:31:40.526615 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:31:40.646293 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:31:40.845193 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:31:41.317928 run create_hlr_db(pid=13401): Launched\u000a23:31:41.489354 bus /sierra_2: Setting Powered False\u000a23:31:42.511897 run create_hlr_db(pid=13401): Terminated: ok {rc=0}\u000a23:31:42.905471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13403): Launched\u000a23:31:43.200646 run osmo-hlr_10.42.42.2(pid=13404): Launched\u000a23:31:43.316855 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:31:43.837944 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13406): Launched\u000a23:31:44.133323 run osmo-stp_10.42.42.5(pid=13407): Launched\u000a23:31:44.241929 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:31:44.782102 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13409): Launched\u000a23:31:45.077616 run osmo-msc_10.42.42.6(pid=13410): Launched\u000a23:31:45.250163 run osmo-stp_10.42.42.5(pid=13407): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13407)]\u000a23:31:45.375476 run osmo-stp_10.42.42.5(pid=13407): stdout: \u000a| (launched: 2022-12-13_23:31:43.988842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:31:45.499143 run osmo-stp_10.42.42.5(pid=13407): stderr: \u000a| �[0;m�[38;5;43m20221213233144159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233144159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233144160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233144160 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233144161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233144161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233144161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:31:45.618133 run osmo-stp_10.42.42.5(pid=13407): stdout: \u000a| (launched: 2022-12-13_23:31:43.988842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:31:45.736066 run osmo-stp_10.42.42.5(pid=13407): stderr: \u000a| �[0;m�[38;5;43m20221213233144159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233144159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233144160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233144160 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233144161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233144161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233144161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:31:45.788023 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13407): Process ended prematurely: osmo-stp_10.42.42.5(pid=13407) [trial-2396↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13407)] [trial-2396↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a23:31:45.796724 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a23:31:45.883328 run osmo-hlr_10.42.42.2(pid=13404): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13404)]\u000a23:31:45.956684 run osmo-hlr_10.42.42.2(pid=13404): stdout: \u000a| (launched: 2022-12-13_23:31:43.055951) \u000a23:31:46.016267 run osmo-hlr_10.42.42.2(pid=13404): stderr: \u000a| �[0;m�[1;31m20221213233143233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233143233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233143233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233143234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233143234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233143234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233143246 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233143254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233143254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233143254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:31:46.084637 run osmo-msc_10.42.42.6(pid=13410): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13410)]\u000a23:31:46.134916 run osmo-msc_10.42.42.6(pid=13410): stdout: \u000a| (launched: 2022-12-13_23:31:44.932573) \u000a23:31:46.187184 run osmo-msc_10.42.42.6(pid=13410): stderr: \u000a| �[0;m�[38;5;43m20221213233145204 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213233145204 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe87bc19c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213233145204 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213233145204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213233145204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213233145205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213233145207 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213233145207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213233145207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213233145207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:31:46.231516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13403): Terminating (SIGTERM)\u000a23:31:46.275165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13406): Terminating (SIGTERM)\u000a23:31:46.317063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13409): Terminating (SIGTERM)\u000a23:31:46.326690 --- ParallelTerminationStrategy: PID 13403 died...\u000a23:31:46.382628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13403): Terminated: ok {rc=0}\u000a23:31:46.393004 --- ParallelTerminationStrategy: PID 13406 died...\u000a23:31:46.448562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13406): Terminated: ok {rc=0}\u000a23:31:46.458901 --- ParallelTerminationStrategy: PID 13409 died...\u000a23:31:46.514409 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13409): Terminated: ok {rc=0}\u000a23:31:46.599909 bus /sierra_3: Setting Powered False\u000a23:31:47.700831 bus /sierra_3: Setting Powered False\u000a23:31:48.811483 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:31:29" }, { "cases" : [ { "testActions" : [ ], "age" : 79, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13421): Process ended prematurely: osmo-stp_10.42.42.5(pid=13421) [trial-2396↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13421)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13421): Process ended prematurely: osmo-stp_10.42.42.5(pid=13421) [trial-2396↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13421)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a23:31:50.799662 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:31:50.810854 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a23:31:50.968366 tst mo_mt_call.py: using LAC 36987\u000a23:31:51.083865 tst mo_mt_call.py: using RAC 12\u000a23:31:51.207273 tst mo_mt_call.py: using CellId 36987\u000a23:31:51.329965 tst mo_mt_call.py: using BVCI 36988\u000a23:31:51.354429 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:31:51.365969 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:31:51.377380 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:31:51.388800 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:31:51.400554 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:31:51.412136 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:31:51.527900 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:31:51.737188 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:31:52.237601 run create_hlr_db(pid=13415): Launched\u000a23:31:52.421925 bus /sierra_2: Setting Powered False\u000a23:31:53.443256 run create_hlr_db(pid=13415): Terminated: ok {rc=0}\u000a23:31:53.842117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13417): Launched\u000a23:31:54.139936 run osmo-hlr_10.42.42.2(pid=13418): Launched\u000a23:31:54.257308 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:31:54.778375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13420): Launched\u000a23:31:55.075110 run osmo-stp_10.42.42.5(pid=13421): Launched\u000a23:31:55.183065 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:31:55.723249 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13423): Launched\u000a23:31:56.019115 run osmo-msc_10.42.42.6(pid=13424): Launched\u000a23:31:56.192835 run osmo-stp_10.42.42.5(pid=13421): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13421)]\u000a23:31:56.319873 run osmo-stp_10.42.42.5(pid=13421): stdout: \u000a| (launched: 2022-12-13_23:31:54.929939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:31:56.443430 run osmo-stp_10.42.42.5(pid=13421): stderr: \u000a| �[0;m�[38;5;43m20221213233155099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233155099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233155100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233155100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233155101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233155101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233155101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:31:56.562702 run osmo-stp_10.42.42.5(pid=13421): stdout: \u000a| (launched: 2022-12-13_23:31:54.929939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:31:56.680816 run osmo-stp_10.42.42.5(pid=13421): stderr: \u000a| �[0;m�[38;5;43m20221213233155099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233155099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233155100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233155100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233155101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233155101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233155101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:31:56.732768 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13421): Process ended prematurely: osmo-stp_10.42.42.5(pid=13421) [trial-2396↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13421)] [trial-2396↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a23:31:56.741426 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a23:31:56.800623 run osmo-hlr_10.42.42.2(pid=13418): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13418)]\u000a23:31:56.849680 run osmo-hlr_10.42.42.2(pid=13418): stdout: \u000a| (launched: 2022-12-13_23:31:53.993476) \u000a23:31:56.899102 run osmo-hlr_10.42.42.2(pid=13418): stderr: \u000a| �[0;m�[1;31m20221213233154170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233154170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233154170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233154170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233154170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233154170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233154182 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233154191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233154191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233154191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:31:56.966165 run osmo-msc_10.42.42.6(pid=13424): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13424)]\u000a23:31:57.014869 run osmo-msc_10.42.42.6(pid=13424): stdout: \u000a| (launched: 2022-12-13_23:31:55.874000) \u000a23:31:57.064227 run osmo-msc_10.42.42.6(pid=13424): stderr: \u000a| �[0;m�[38;5;43m20221213233156146 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213233156146 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7426c53c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213233156146 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213233156146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213233156147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213233156147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213233156148 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213233156149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213233156149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213233156149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:31:57.106127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13417): Terminating (SIGTERM)\u000a23:31:57.145395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13420): Terminating (SIGTERM)\u000a23:31:57.185235 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13423): Terminating (SIGTERM)\u000a23:31:57.194362 --- ParallelTerminationStrategy: PID 13417 died...\u000a23:31:57.247310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13417): Terminated: ok {rc=0}\u000a23:31:57.256649 --- ParallelTerminationStrategy: PID 13420 died...\u000a23:31:57.309182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13420): Terminated: ok {rc=0}\u000a23:31:57.318782 --- ParallelTerminationStrategy: PID 13423 died...\u000a23:31:57.371280 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13423): Terminated: ok {rc=0}\u000a23:31:57.454559 bus /sierra_3: Setting Powered False\u000a23:31:58.559086 bus /sierra_3: Setting Powered False\u000a23:31:59.666976 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 79, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13432): Process ended prematurely: osmo-stp_10.42.42.5(pid=13432) [trial-2396↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13432)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13432): Process ended prematurely: osmo-stp_10.42.42.5(pid=13432) [trial-2396↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13432)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:32:00.780487 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:32:00.792503 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a23:32:00.972202 tst mo_mt_call_osmux.py: using LAC 36988\u000a23:32:01.106660 tst mo_mt_call_osmux.py: using RAC 13\u000a23:32:01.234034 tst mo_mt_call_osmux.py: using CellId 36988\u000a23:32:01.359832 tst mo_mt_call_osmux.py: using BVCI 36989\u000a23:32:01.383427 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:32:01.395307 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:32:01.406788 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:32:01.418320 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:32:01.430583 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:32:01.442887 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:32:01.561569 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:32:01.766244 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:32:02.296928 run create_hlr_db(pid=13426): Launched\u000a23:32:02.469573 bus /sierra_2: Setting Powered False\u000a23:32:03.491503 run create_hlr_db(pid=13426): Terminated: ok {rc=0}\u000a23:32:03.886471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13428): Launched\u000a23:32:04.183570 run osmo-hlr_10.42.42.2(pid=13429): Launched\u000a23:32:04.299825 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:32:04.820363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13431): Launched\u000a23:32:05.117962 run osmo-stp_10.42.42.5(pid=13432): Launched\u000a23:32:05.225806 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:32:05.766722 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13434): Launched\u000a23:32:06.063382 run osmo-msc_10.42.42.6(pid=13435): Launched\u000a23:32:06.237407 run osmo-stp_10.42.42.5(pid=13432): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13432)]\u000a23:32:06.363835 run osmo-stp_10.42.42.5(pid=13432): stdout: \u000a| (launched: 2022-12-13_23:32:04.971315)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:32:06.487903 run osmo-stp_10.42.42.5(pid=13432): stderr: \u000a| �[0;m�[38;5;43m20221213233205143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233205143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233205143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233205144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233205144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233205144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233205145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:32:06.607651 run osmo-stp_10.42.42.5(pid=13432): stdout: \u000a| (launched: 2022-12-13_23:32:04.971315)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:32:06.726229 run osmo-stp_10.42.42.5(pid=13432): stderr: \u000a| �[0;m�[38;5;43m20221213233205143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233205143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233205143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233205144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233205144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233205144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233205145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:32:06.778446 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13432): Process ended prematurely: osmo-stp_10.42.42.5(pid=13432) [trial-2396↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13432)] [trial-2396↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a23:32:06.787162 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a23:32:06.847127 run osmo-hlr_10.42.42.2(pid=13429): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13429)]\u000a23:32:06.896310 run osmo-hlr_10.42.42.2(pid=13429): stdout: \u000a| (launched: 2022-12-13_23:32:04.038238) \u000a23:32:06.946003 run osmo-hlr_10.42.42.2(pid=13429): stderr: \u000a| �[0;m�[1;31m20221213233204214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233204214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233204214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233204214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233204214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233204214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233204226 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233204235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233204235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233204235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:32:07.013460 run osmo-msc_10.42.42.6(pid=13435): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13435)]\u000a23:32:07.063011 run osmo-msc_10.42.42.6(pid=13435): stdout: \u000a| (launched: 2022-12-13_23:32:05.917632) \u000a23:32:07.113034 run osmo-msc_10.42.42.6(pid=13435): stderr: \u000a| �[0;m�[38;5;43m20221213233206187 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213233206187 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2f87783c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213233206187 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213233206187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213233206188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213233206188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213233206189 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213233206190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213233206190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213233206190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:32:07.154909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13428): Terminating (SIGTERM)\u000a23:32:07.194685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13431): Terminating (SIGTERM)\u000a23:32:07.234411 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13434): Terminating (SIGTERM)\u000a23:32:07.243579 --- ParallelTerminationStrategy: PID 13428 died...\u000a23:32:07.296868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13428): Terminated: ok {rc=0}\u000a23:32:07.306526 --- ParallelTerminationStrategy: PID 13431 died...\u000a23:32:07.359263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13431): Terminated: ok {rc=0}\u000a23:32:07.368843 --- ParallelTerminationStrategy: PID 13434 died...\u000a23:32:07.421723 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13434): Terminated: ok {rc=0}\u000a23:32:07.504570 bus /sierra_3: Setting Powered False\u000a23:32:08.606511 bus /sierra_3: Setting Powered False\u000a23:32:09.714030 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:31:50" }, { "cases" : [ { "testActions" : [ ], "age" : 79, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13446): Process ended prematurely: osmo-stp_10.42.42.5(pid=13446) [trial-2396↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13446)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13446): Process ended prematurely: osmo-stp_10.42.42.5(pid=13446) [trial-2396↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13446)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a23:32:11.737082 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:32:11.748184 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:32:11.902295 tst mo_mt_call.py: using LAC 36989\u000a23:32:12.018101 tst mo_mt_call.py: using RAC 14\u000a23:32:12.141487 tst mo_mt_call.py: using CellId 36989\u000a23:32:12.263807 tst mo_mt_call.py: using BVCI 36990\u000a23:32:12.288296 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:32:12.300117 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:32:12.311667 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:32:12.323241 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:32:12.335097 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:32:12.346840 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:32:12.464544 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:32:12.673449 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:32:13.171621 run create_hlr_db(pid=13440): Launched\u000a23:32:13.354895 bus /sierra_2: Setting Powered False\u000a23:32:14.377163 run create_hlr_db(pid=13440): Terminated: ok {rc=0}\u000a23:32:14.776277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13442): Launched\u000a23:32:15.073435 run osmo-hlr_10.42.42.2(pid=13443): Launched\u000a23:32:15.190066 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:32:15.711723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13445): Launched\u000a23:32:16.157376 run osmo-stp_10.42.42.5(pid=13446): Launched\u000a23:32:16.403418 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:32:17.073932 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13448): Launched\u000a23:32:17.425287 run osmo-msc_10.42.42.6(pid=13449): Launched\u000a23:32:17.600743 run osmo-stp_10.42.42.5(pid=13446): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13446)]\u000a23:32:17.727854 run osmo-stp_10.42.42.5(pid=13446): stdout: \u000a| (launched: 2022-12-13_23:32:15.862560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:32:17.852129 run osmo-stp_10.42.42.5(pid=13446): stderr: \u000a| �[0;m�[38;5;43m20221213233216094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233216094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233216094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233216095 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233216101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233216101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233216101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:32:17.972110 run osmo-stp_10.42.42.5(pid=13446): stdout: \u000a| (launched: 2022-12-13_23:32:15.862560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:32:18.090652 run osmo-stp_10.42.42.5(pid=13446): stderr: \u000a| �[0;m�[38;5;43m20221213233216094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233216094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233216094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233216095 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233216101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233216101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233216101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:32:18.143110 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13446): Process ended prematurely: osmo-stp_10.42.42.5(pid=13446) [trial-2396↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13446)] [trial-2396↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a23:32:18.151746 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a23:32:18.211450 run osmo-hlr_10.42.42.2(pid=13443): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13443)]\u000a23:32:18.260453 run osmo-hlr_10.42.42.2(pid=13443): stdout: \u000a| (launched: 2022-12-13_23:32:14.927750) \u000a23:32:18.309925 run osmo-hlr_10.42.42.2(pid=13443): stderr: \u000a| �[0;m�[1;31m20221213233215104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233215104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233215104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233215104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233215104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233215104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233215117 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233215127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233215127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233215127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:32:18.376897 run osmo-msc_10.42.42.6(pid=13449): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13449)]\u000a23:32:18.425849 run osmo-msc_10.42.42.6(pid=13449): stdout: \u000a| (launched: 2022-12-13_23:32:17.229113) \u000a23:32:18.475634 run osmo-msc_10.42.42.6(pid=13449): stderr: \u000a| �[0;m�[38;5;43m20221213233217556 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213233217556 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1c7c4cfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213233217556 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213233217556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213233217556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213233217557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213233217558 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213233217559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213233217559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213233217559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:32:18.517386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13442): Terminating (SIGTERM)\u000a23:32:18.557567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13445): Terminating (SIGTERM)\u000a23:32:18.597487 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13448): Terminating (SIGTERM)\u000a23:32:18.606639 --- ParallelTerminationStrategy: PID 13442 died...\u000a23:32:18.660061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13442): Terminated: ok {rc=0}\u000a23:32:18.669762 --- ParallelTerminationStrategy: PID 13445 died...\u000a23:32:18.722671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13445): Terminated: ok {rc=0}\u000a23:32:18.732205 --- ParallelTerminationStrategy: PID 13448 died...\u000a23:32:18.785290 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13448): Terminated: ok {rc=0}\u000a23:32:18.873330 bus /sierra_3: Setting Powered False\u000a23:32:19.977127 bus /sierra_3: Setting Powered False\u000a23:32:21.082630 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 79, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13457): Process ended prematurely: osmo-stp_10.42.42.5(pid=13457) [trial-2396↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13457)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13457): Process ended prematurely: osmo-stp_10.42.42.5(pid=13457) [trial-2396↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13457)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:32:22.196538 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:32:22.208852 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:32:22.373892 tst mo_mt_call_osmux.py: using LAC 36990\u000a23:32:22.498798 tst mo_mt_call_osmux.py: using RAC 15\u000a23:32:22.618966 tst mo_mt_call_osmux.py: using CellId 36990\u000a23:32:22.738246 tst mo_mt_call_osmux.py: using BVCI 36991\u000a23:32:22.761029 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:32:22.772283 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:32:22.783364 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:32:22.794441 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:32:22.805600 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:32:22.816591 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:32:22.931170 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:32:23.140071 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:32:23.641746 run create_hlr_db(pid=13451): Launched\u000a23:32:23.813706 bus /sierra_2: Setting Powered False\u000a23:32:24.835364 run create_hlr_db(pid=13451): Terminated: ok {rc=0}\u000a23:32:25.233272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13453): Launched\u000a23:32:25.531542 run osmo-hlr_10.42.42.2(pid=13454): Launched\u000a23:32:25.648341 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:32:26.180779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13456): Launched\u000a23:32:26.476578 run osmo-stp_10.42.42.5(pid=13457): Launched\u000a23:32:26.585356 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:32:27.125297 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13459): Launched\u000a23:32:27.421295 run osmo-msc_10.42.42.6(pid=13460): Launched\u000a23:32:27.595002 run osmo-stp_10.42.42.5(pid=13457): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13457)]\u000a23:32:27.720433 run osmo-stp_10.42.42.5(pid=13457): stdout: \u000a| (launched: 2022-12-13_23:32:26.331096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:32:27.843859 run osmo-stp_10.42.42.5(pid=13457): stderr: \u000a| �[0;m�[38;5;43m20221213233226501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233226501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233226501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233226502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233226502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233226502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233226502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:32:27.962737 run osmo-stp_10.42.42.5(pid=13457): stdout: \u000a| (launched: 2022-12-13_23:32:26.331096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:32:28.080436 run osmo-stp_10.42.42.5(pid=13457): stderr: \u000a| �[0;m�[38;5;43m20221213233226501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233226501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233226501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233226502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233226502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233226502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233226502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:32:28.132381 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13457): Process ended prematurely: osmo-stp_10.42.42.5(pid=13457) [trial-2396↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13457)] [trial-2396↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a23:32:28.141336 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a23:32:28.200450 run osmo-hlr_10.42.42.2(pid=13454): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13454)]\u000a23:32:28.248814 run osmo-hlr_10.42.42.2(pid=13454): stdout: \u000a| (launched: 2022-12-13_23:32:25.385154) \u000a23:32:28.297933 run osmo-hlr_10.42.42.2(pid=13454): stderr: \u000a| �[0;m�[1;31m20221213233225562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233225562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233225562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233225562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233225562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233225562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233225573 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233225582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233225583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233225583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:32:28.364542 run osmo-msc_10.42.42.6(pid=13460): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13460)]\u000a23:32:28.412926 run osmo-msc_10.42.42.6(pid=13460): stdout: \u000a| (launched: 2022-12-13_23:32:27.276040) \u000a23:32:28.461833 run osmo-msc_10.42.42.6(pid=13460): stderr: \u000a| �[0;m�[38;5;43m20221213233227547 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213233227547 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0bd02c2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213233227547 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213233227547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213233227548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213233227548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213233227550 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213233227550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213233227550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213233227550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:32:28.503137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13453): Terminating (SIGTERM)\u000a23:32:28.542863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13456): Terminating (SIGTERM)\u000a23:32:28.582092 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13459): Terminating (SIGTERM)\u000a23:32:28.591087 --- ParallelTerminationStrategy: PID 13453 died...\u000a23:32:28.643571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13453): Terminated: ok {rc=0}\u000a23:32:28.653054 --- ParallelTerminationStrategy: PID 13456 died...\u000a23:32:28.705037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13456): Terminated: ok {rc=0}\u000a23:32:28.714370 --- ParallelTerminationStrategy: PID 13459 died...\u000a23:32:28.766242 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13459): Terminated: ok {rc=0}\u000a23:32:28.852553 bus /sierra_3: Setting Powered False\u000a23:32:29.952482 bus /sierra_3: Setting Powered False\u000a23:32:31.062870 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:32:11" }, { "cases" : [ { "testActions" : [ ], "age" : 79, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13471): Process ended prematurely: osmo-stp_10.42.42.5(pid=13471) [trial-2396↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13471)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13471): Process ended prematurely: osmo-stp_10.42.42.5(pid=13471) [trial-2396↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13471)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a23:32:33.077942 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:32:33.088664 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:32:33.241346 tst mo_mt_call.py: using LAC 36991\u000a23:32:33.357054 tst mo_mt_call.py: using RAC 16\u000a23:32:33.471693 tst mo_mt_call.py: using CellId 36991\u000a23:32:33.587139 tst mo_mt_call.py: using BVCI 36992\u000a23:32:33.609759 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:32:33.620544 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:32:33.631191 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:32:33.641794 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:32:33.652454 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:32:33.663524 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:32:33.782022 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:32:33.982329 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:32:34.456629 run create_hlr_db(pid=13465): Launched\u000a23:32:34.628682 bus /sierra_2: Setting Powered False\u000a23:32:35.650041 run create_hlr_db(pid=13465): Terminated: ok {rc=0}\u000a23:32:36.072764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13467): Launched\u000a23:32:36.390206 run osmo-hlr_10.42.42.2(pid=13468): Launched\u000a23:32:36.507029 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:32:37.059041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13470): Launched\u000a23:32:37.376564 run osmo-stp_10.42.42.5(pid=13471): Launched\u000a23:32:37.498122 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:32:38.080699 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13473): Launched\u000a23:32:38.399176 run osmo-msc_10.42.42.6(pid=13474): Launched\u000a23:32:38.586495 run osmo-stp_10.42.42.5(pid=13471): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13471)]\u000a23:32:38.721955 run osmo-stp_10.42.42.5(pid=13471): stdout: \u000a| (launched: 2022-12-13_23:32:37.220753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:32:38.856922 run osmo-stp_10.42.42.5(pid=13471): stderr: \u000a| �[0;m�[38;5;43m20221213233237411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233237411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233237412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233237412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233237412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233237412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233237413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:32:38.986356 run osmo-stp_10.42.42.5(pid=13471): stdout: \u000a| (launched: 2022-12-13_23:32:37.220753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:32:39.113772 run osmo-stp_10.42.42.5(pid=13471): stderr: \u000a| �[0;m�[38;5;43m20221213233237411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233237411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233237412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233237412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233237412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233237412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233237413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:32:39.169890 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13471): Process ended prematurely: osmo-stp_10.42.42.5(pid=13471) [trial-2396↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13471)] [trial-2396↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a23:32:39.179313 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a23:32:39.242694 run osmo-hlr_10.42.42.2(pid=13468): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13468)]\u000a23:32:39.294544 run osmo-hlr_10.42.42.2(pid=13468): stdout: \u000a| (launched: 2022-12-13_23:32:36.234745) \u000a23:32:39.346782 run osmo-hlr_10.42.42.2(pid=13468): stderr: \u000a| �[0;m�[1;31m20221213233236433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233236433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233236433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233236433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233236433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233236433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233236447 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233236455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233236455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233236455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:32:39.417643 run osmo-msc_10.42.42.6(pid=13474): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13474)]\u000a23:32:39.469368 run osmo-msc_10.42.42.6(pid=13474): stdout: \u000a| (launched: 2022-12-13_23:32:38.243073) \u000a23:32:39.521353 run osmo-msc_10.42.42.6(pid=13474): stderr: \u000a| �[0;m�[38;5;43m20221213233238563 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213233238563 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff83323fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213233238563 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213233238564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213233238564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213233238564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213233238566 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213233238566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213233238566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213233238566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:32:39.565727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13467): Terminating (SIGTERM)\u000a23:32:39.607562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13470): Terminating (SIGTERM)\u000a23:32:39.650239 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13473): Terminating (SIGTERM)\u000a23:32:39.659907 --- ParallelTerminationStrategy: PID 13467 died...\u000a23:32:39.716468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13467): Terminated: ok {rc=0}\u000a23:32:39.726632 --- ParallelTerminationStrategy: PID 13470 died...\u000a23:32:39.782630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13470): Terminated: ok {rc=0}\u000a23:32:39.792710 --- ParallelTerminationStrategy: PID 13473 died...\u000a23:32:39.849375 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13473): Terminated: ok {rc=0}\u000a23:32:39.936580 bus /sierra_3: Setting Powered False\u000a23:32:41.037564 bus /sierra_3: Setting Powered False\u000a23:32:42.148323 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 79, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13482): Process ended prematurely: osmo-stp_10.42.42.5(pid=13482) [trial-2396↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13482)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13482): Process ended prematurely: osmo-stp_10.42.42.5(pid=13482) [trial-2396↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13482)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:32:43.257878 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:32:43.269402 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:32:43.426041 tst mo_mt_call_osmux.py: using LAC 36992\u000a23:32:43.542918 tst mo_mt_call_osmux.py: using RAC 17\u000a23:32:43.661215 tst mo_mt_call_osmux.py: using CellId 36992\u000a23:32:43.786575 tst mo_mt_call_osmux.py: using BVCI 36993\u000a23:32:43.810974 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:32:43.822573 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:32:43.833889 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:32:43.845187 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:32:43.856768 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:32:43.868640 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:32:43.985105 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:32:44.195319 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:32:44.693811 run create_hlr_db(pid=13476): Launched\u000a23:32:44.878322 bus /sierra_2: Setting Powered False\u000a23:32:45.921929 run create_hlr_db(pid=13476): Terminated: ok {rc=0}\u000a23:32:46.368422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13478): Launched\u000a23:32:46.825386 run osmo-hlr_10.42.42.2(pid=13479): Launched\u000a23:32:47.132850 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:32:47.707475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13481): Launched\u000a23:32:48.025397 run osmo-stp_10.42.42.5(pid=13482): Launched\u000a23:32:48.141099 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:32:48.720841 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13484): Launched\u000a23:32:49.040418 run osmo-msc_10.42.42.6(pid=13485): Launched\u000a23:32:49.227151 run osmo-stp_10.42.42.5(pid=13482): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13482)]\u000a23:32:49.362455 run osmo-stp_10.42.42.5(pid=13482): stdout: \u000a| (launched: 2022-12-13_23:32:47.869842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:32:49.497281 run osmo-stp_10.42.42.5(pid=13482): stderr: \u000a| �[0;m�[38;5;43m20221213233248059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233248059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233248059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233248060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233248060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233248060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233248060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:32:49.625816 run osmo-stp_10.42.42.5(pid=13482): stdout: \u000a| (launched: 2022-12-13_23:32:47.869842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:32:49.753403 run osmo-stp_10.42.42.5(pid=13482): stderr: \u000a| �[0;m�[38;5;43m20221213233248059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233248059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233248059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233248060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233248060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233248060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233248060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:32:49.809511 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13482): Process ended prematurely: osmo-stp_10.42.42.5(pid=13482) [trial-2396↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13482)] [trial-2396↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a23:32:49.818778 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a23:32:49.882771 run osmo-hlr_10.42.42.2(pid=13479): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13479)]\u000a23:32:49.934897 run osmo-hlr_10.42.42.2(pid=13479): stdout: \u000a| (launched: 2022-12-13_23:32:46.532535) \u000a23:32:49.987308 run osmo-hlr_10.42.42.2(pid=13479): stderr: \u000a| �[0;m�[1;31m20221213233246763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233246763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233246763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233246763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233246763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233246764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233246779 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233246796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233246796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233246796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:32:50.058022 run osmo-msc_10.42.42.6(pid=13485): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13485)]\u000a23:32:50.109634 run osmo-msc_10.42.42.6(pid=13485): stdout: \u000a| (launched: 2022-12-13_23:32:48.883190) \u000a23:32:50.162269 run osmo-msc_10.42.42.6(pid=13485): stderr: \u000a| �[0;m�[38;5;43m20221213233249206 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213233249206 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5c40f12c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213233249206 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213233249206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213233249206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213233249207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213233249208 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213233249209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213233249209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213233249209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:32:50.206856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13478): Terminating (SIGTERM)\u000a23:32:50.249026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13481): Terminating (SIGTERM)\u000a23:32:50.290974 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13484): Terminating (SIGTERM)\u000a23:32:50.300551 --- ParallelTerminationStrategy: PID 13478 died...\u000a23:32:50.357155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13478): Terminated: ok {rc=0}\u000a23:32:50.367107 --- ParallelTerminationStrategy: PID 13481 died...\u000a23:32:50.422661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13481): Terminated: ok {rc=0}\u000a23:32:50.432546 --- ParallelTerminationStrategy: PID 13484 died...\u000a23:32:50.488235 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13484): Terminated: ok {rc=0}\u000a23:32:50.574556 bus /sierra_3: Setting Powered False\u000a23:32:51.679320 bus /sierra_3: Setting Powered False\u000a23:32:52.789979 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:32:32" }, { "cases" : [ { "testActions" : [ ], "age" : 79, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13499): Process ended prematurely: osmo-stp_10.42.42.5(pid=13499) [trial-2396↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13499)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13499): Process ended prematurely: osmo-stp_10.42.42.5(pid=13499) [trial-2396↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13499)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a23:32:54.775640 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a23:32:54.786519 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a23:32:54.922727 tst mo_mt_call.py: using LAC 36993\u000a23:32:55.048374 tst mo_mt_call.py: using RAC 18\u000a23:32:55.175397 tst mo_mt_call.py: using CellId 36993\u000a23:32:55.301819 tst mo_mt_call.py: using BVCI 36994\u000a23:32:55.326285 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a23:32:55.338141 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a23:32:55.349468 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a23:32:55.360641 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a23:32:55.372330 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a23:32:55.384493 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a23:32:55.500095 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a23:32:55.697761 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:32:56.172052 run create_hlr_db(pid=13493): Launched\u000a23:32:56.343562 bus /sierra_2: Setting Powered False\u000a23:32:57.364877 run create_hlr_db(pid=13493): Terminated: ok {rc=0}\u000a23:32:57.759938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13495): Launched\u000a23:32:58.055842 run osmo-hlr_10.42.42.2(pid=13496): Launched\u000a23:32:58.174369 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:32:58.695358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13498): Launched\u000a23:32:58.991698 run osmo-stp_10.42.42.5(pid=13499): Launched\u000a23:32:59.100168 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:32:59.641512 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13501): Launched\u000a23:32:59.937530 run osmo-msc_10.42.42.6(pid=13502): Launched\u000a23:33:00.111782 run osmo-stp_10.42.42.5(pid=13499): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13499)]\u000a23:33:00.237364 run osmo-stp_10.42.42.5(pid=13499): stdout: \u000a| (launched: 2022-12-13_23:32:58.847061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:33:00.360928 run osmo-stp_10.42.42.5(pid=13499): stderr: \u000a| �[0;m�[38;5;43m20221213233259016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233259016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233259017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233259017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233259019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233259019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233259020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:33:00.480267 run osmo-stp_10.42.42.5(pid=13499): stdout: \u000a| (launched: 2022-12-13_23:32:58.847061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:33:00.598549 run osmo-stp_10.42.42.5(pid=13499): stderr: \u000a| �[0;m�[38;5;43m20221213233259016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233259016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233259017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233259017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233259019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233259019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233259020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:33:00.650628 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13499): Process ended prematurely: osmo-stp_10.42.42.5(pid=13499) [trial-2396↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13499)] [trial-2396↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a23:33:00.659025 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a23:33:00.718169 run osmo-hlr_10.42.42.2(pid=13496): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13496)]\u000a23:33:00.767337 run osmo-hlr_10.42.42.2(pid=13496): stdout: \u000a| (launched: 2022-12-13_23:32:57.911014) \u000a23:33:00.817405 run osmo-hlr_10.42.42.2(pid=13496): stderr: \u000a| �[0;m�[1;31m20221213233258086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233258086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233258086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233258086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233258086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233258086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233258099 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233258107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233258108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233258108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:33:00.914518 run osmo-msc_10.42.42.6(pid=13502): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13502)]\u000a23:33:00.968575 run osmo-msc_10.42.42.6(pid=13502): stdout: \u000a| (launched: 2022-12-13_23:32:59.792570) \u000a23:33:01.022128 run osmo-msc_10.42.42.6(pid=13502): stderr: \u000a| �[0;m�[38;5;43m20221213233300062 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213233300063 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa6607c8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213233300063 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213233300063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213233300063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213233300063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213233300065 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213233300065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213233300066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213233300066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:33:01.072560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13495): Terminating (SIGTERM)\u000a23:33:01.117421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13498): Terminating (SIGTERM)\u000a23:33:01.164659 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13501): Terminating (SIGTERM)\u000a23:33:01.175153 --- ParallelTerminationStrategy: PID 13495 died...\u000a23:33:01.233926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13495): Terminated: ok {rc=0}\u000a23:33:01.245017 --- ParallelTerminationStrategy: PID 13498 died...\u000a23:33:01.303306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13498): Terminated: ok {rc=0}\u000a23:33:01.314034 --- ParallelTerminationStrategy: PID 13501 died...\u000a23:33:01.373956 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13501): Terminated: ok {rc=0}\u000a23:33:01.480823 bus /sierra_3: Setting Powered False\u000a23:33:02.589240 bus /sierra_3: Setting Powered False\u000a23:33:03.698272 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 79, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13511): Process ended prematurely: osmo-stp_10.42.42.5(pid=13511) [trial-2396↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13511)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13511): Process ended prematurely: osmo-stp_10.42.42.5(pid=13511) [trial-2396↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13511)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:33:04.812679 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a23:33:04.824699 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a23:33:04.969442 tst mo_mt_call_osmux.py: using LAC 36994\u000a23:33:05.096003 tst mo_mt_call_osmux.py: using RAC 19\u000a23:33:05.215954 tst mo_mt_call_osmux.py: using CellId 36994\u000a23:33:05.334815 tst mo_mt_call_osmux.py: using BVCI 36995\u000a23:33:05.357676 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a23:33:05.368659 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a23:33:05.380108 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a23:33:05.391142 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a23:33:05.402263 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a23:33:05.413236 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a23:33:05.532634 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a23:33:05.732532 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:33:06.208322 run create_hlr_db(pid=13505): Launched\u000a23:33:06.379144 bus /sierra_2: Setting Powered False\u000a23:33:07.401749 run create_hlr_db(pid=13505): Terminated: ok {rc=0}\u000a23:33:07.823253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13507): Launched\u000a23:33:08.141886 run osmo-hlr_10.42.42.2(pid=13508): Launched\u000a23:33:08.262305 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:33:08.810907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13510): Launched\u000a23:33:09.127582 run osmo-stp_10.42.42.5(pid=13511): Launched\u000a23:33:09.242647 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:33:09.821636 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13513): Launched\u000a23:33:10.139953 run osmo-msc_10.42.42.6(pid=13514): Launched\u000a23:33:10.326639 run osmo-stp_10.42.42.5(pid=13511): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13511)]\u000a23:33:10.461664 run osmo-stp_10.42.42.5(pid=13511): stdout: \u000a| (launched: 2022-12-13_23:33:08.972935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:33:10.595716 run osmo-stp_10.42.42.5(pid=13511): stderr: \u000a| �[0;m�[38;5;43m20221213233309166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233309166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233309166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233309167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233309167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233309167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233309167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:33:10.723531 run osmo-stp_10.42.42.5(pid=13511): stdout: \u000a| (launched: 2022-12-13_23:33:08.972935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:33:10.850262 run osmo-stp_10.42.42.5(pid=13511): stderr: \u000a| �[0;m�[38;5;43m20221213233309166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233309166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233309166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233309167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233309167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233309167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233309167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:33:10.906818 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13511): Process ended prematurely: osmo-stp_10.42.42.5(pid=13511) [trial-2396↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13511)] [trial-2396↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a23:33:10.915938 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a23:33:10.978232 run osmo-hlr_10.42.42.2(pid=13508): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13508)]\u000a23:33:11.029491 run osmo-hlr_10.42.42.2(pid=13508): stdout: \u000a| (launched: 2022-12-13_23:33:07.986033) \u000a23:33:11.081028 run osmo-hlr_10.42.42.2(pid=13508): stderr: \u000a| �[0;m�[1;31m20221213233308185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233308185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233308185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233308185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233308185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233308185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233308197 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233308205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233308206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233308206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:33:11.151067 run osmo-msc_10.42.42.6(pid=13514): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13514)]\u000a23:33:11.201970 run osmo-msc_10.42.42.6(pid=13514): stdout: \u000a| (launched: 2022-12-13_23:33:09.984324) \u000a23:33:11.253364 run osmo-msc_10.42.42.6(pid=13514): stderr: \u000a| �[0;m�[38;5;43m20221213233310304 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213233310304 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fba1b02ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213233310304 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213233310304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213233310304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213233310305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213233310306 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213233310307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213233310307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213233310307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:33:11.297212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13507): Terminating (SIGTERM)\u000a23:33:11.338447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13510): Terminating (SIGTERM)\u000a23:33:11.379722 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13513): Terminating (SIGTERM)\u000a23:33:11.389418 --- ParallelTerminationStrategy: PID 13507 died...\u000a23:33:11.445720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13507): Terminated: ok {rc=0}\u000a23:33:11.455667 --- ParallelTerminationStrategy: PID 13510 died...\u000a23:33:11.511155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13510): Terminated: ok {rc=0}\u000a23:33:11.521065 --- ParallelTerminationStrategy: PID 13513 died...\u000a23:33:11.576273 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13513): Terminated: ok {rc=0}\u000a23:33:11.662101 bus /sierra_3: Setting Powered False\u000a23:33:12.766713 bus /sierra_3: Setting Powered False\u000a23:33:13.874257 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:32:54" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13525): Process ended prematurely: osmo-stp_10.42.42.5(pid=13525) [trial-2396↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13525)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13525): Process ended prematurely: osmo-stp_10.42.42.5(pid=13525) [trial-2396↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13525)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a23:33:15.889755 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:33:15.902098 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:33:16.058747 tst mo_mt_call.py: using LAC 36995\u000a23:33:16.210084 tst mo_mt_call.py: using RAC 20\u000a23:33:16.337841 tst mo_mt_call.py: using CellId 36995\u000a23:33:16.482890 tst mo_mt_call.py: using BVCI 36996\u000a23:33:16.508484 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:33:16.521182 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:33:16.533713 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:33:16.547365 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:33:16.561050 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:33:16.575319 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a23:33:16.701688 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a23:33:16.935399 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:33:17.465276 run create_hlr_db(pid=13519): Launched\u000a23:33:17.650112 bus /sierra_2: Setting Powered False\u000a23:33:18.671223 run create_hlr_db(pid=13519): Terminated: ok {rc=0}\u000a23:33:19.094443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13521): Launched\u000a23:33:19.413603 run osmo-hlr_10.42.42.2(pid=13522): Launched\u000a23:33:19.530494 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:33:20.084245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13524): Launched\u000a23:33:20.401485 run osmo-stp_10.42.42.5(pid=13525): Launched\u000a23:33:20.517417 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:33:21.095647 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13527): Launched\u000a23:33:21.392514 run osmo-msc_10.42.42.6(pid=13528): Launched\u000a23:33:21.567735 run osmo-stp_10.42.42.5(pid=13525): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13525)]\u000a23:33:21.694162 run osmo-stp_10.42.42.5(pid=13525): stdout: \u000a| (launched: 2022-12-13_23:33:20.246112)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:33:21.817861 run osmo-stp_10.42.42.5(pid=13525): stderr: \u000a| �[0;m�[38;5;43m20221213233320438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233320438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233320438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233320439 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233320439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233320439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233320439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:33:21.938419 run osmo-stp_10.42.42.5(pid=13525): stdout: \u000a| (launched: 2022-12-13_23:33:20.246112)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:33:22.057320 run osmo-stp_10.42.42.5(pid=13525): stderr: \u000a| �[0;m�[38;5;43m20221213233320438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233320438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233320438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233320439 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233320439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233320439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233320439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:33:22.109818 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13525): Process ended prematurely: osmo-stp_10.42.42.5(pid=13525) [trial-2396↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13525)] [trial-2396↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a23:33:22.118402 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a23:33:22.177462 run osmo-hlr_10.42.42.2(pid=13522): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13522)]\u000a23:33:22.226674 run osmo-hlr_10.42.42.2(pid=13522): stdout: \u000a| (launched: 2022-12-13_23:33:19.257101) \u000a23:33:22.276054 run osmo-hlr_10.42.42.2(pid=13522): stderr: \u000a| �[0;m�[1;31m20221213233319455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233319455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233319455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233319455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233319455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233319455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233319467 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233319476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233319476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233319476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:33:22.343333 run osmo-msc_10.42.42.6(pid=13528): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13528)]\u000a23:33:22.391972 run osmo-msc_10.42.42.6(pid=13528): stdout: \u000a| (launched: 2022-12-13_23:33:21.246913) \u000a23:33:22.440998 run osmo-msc_10.42.42.6(pid=13528): stderr: \u000a| �[0;m�[38;5;43m20221213233321517 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213233321518 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f845744ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213233321518 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213233321518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213233321518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213233321518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213233321520 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213233321520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213233321520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213233321521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:33:22.482528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13521): Terminating (SIGTERM)\u000a23:33:22.521932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13524): Terminating (SIGTERM)\u000a23:33:22.562209 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13527): Terminating (SIGTERM)\u000a23:33:22.571399 --- ParallelTerminationStrategy: PID 13521 died...\u000a23:33:22.624055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13521): Terminated: ok {rc=0}\u000a23:33:22.633885 --- ParallelTerminationStrategy: PID 13524 died...\u000a23:33:22.686285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13524): Terminated: ok {rc=0}\u000a23:33:22.695558 --- ParallelTerminationStrategy: PID 13527 died...\u000a23:33:22.747743 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13527): Terminated: ok {rc=0}\u000a23:33:22.835487 bus /sierra_3: Setting Powered False\u000a23:33:23.936845 bus /sierra_3: Setting Powered False\u000a23:33:25.047435 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13536): Process ended prematurely: osmo-stp_10.42.42.5(pid=13536) [trial-2396↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13536)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13536): Process ended prematurely: osmo-stp_10.42.42.5(pid=13536) [trial-2396↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13536)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:33:26.155986 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:33:26.167722 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:33:26.306085 tst mo_mt_call_osmux.py: using LAC 36996\u000a23:33:26.423366 tst mo_mt_call_osmux.py: using RAC 21\u000a23:33:26.543650 tst mo_mt_call_osmux.py: using CellId 36996\u000a23:33:26.660340 tst mo_mt_call_osmux.py: using BVCI 36997\u000a23:33:26.683039 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:33:26.694263 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:33:26.705438 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:33:26.716423 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:33:26.727695 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:33:26.738914 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a23:33:26.859420 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a23:33:27.065734 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:33:27.542303 run create_hlr_db(pid=13530): Launched\u000a23:33:27.714327 bus /sierra_2: Setting Powered False\u000a23:33:28.737080 run create_hlr_db(pid=13530): Terminated: ok {rc=0}\u000a23:33:29.159550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13532): Launched\u000a23:33:29.476735 run osmo-hlr_10.42.42.2(pid=13533): Launched\u000a23:33:29.594189 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:33:30.142650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13535): Launched\u000a23:33:30.459060 run osmo-stp_10.42.42.5(pid=13536): Launched\u000a23:33:30.574684 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:33:31.184877 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13538): Launched\u000a23:33:31.663256 run osmo-msc_10.42.42.6(pid=13539): Launched\u000a23:33:32.082758 run osmo-stp_10.42.42.5(pid=13536): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13536)]\u000a23:33:32.254802 run osmo-stp_10.42.42.5(pid=13536): stdout: \u000a| (launched: 2022-12-13_23:33:30.303801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:33:32.393981 run osmo-stp_10.42.42.5(pid=13536): stderr: \u000a| �[0;m�[38;5;43m20221213233330495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233330495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233330496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233330496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233330497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233330497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233330497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:33:32.534241 run osmo-stp_10.42.42.5(pid=13536): stdout: \u000a| (launched: 2022-12-13_23:33:30.303801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:33:32.664509 run osmo-stp_10.42.42.5(pid=13536): stderr: \u000a| �[0;m�[38;5;43m20221213233330495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233330495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233330496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233330496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233330497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233330497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233330497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:33:32.720345 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13536): Process ended prematurely: osmo-stp_10.42.42.5(pid=13536) [trial-2396↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13536)] [trial-2396↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a23:33:32.729615 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a23:33:32.793625 run osmo-hlr_10.42.42.2(pid=13533): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13533)]\u000a23:33:32.845680 run osmo-hlr_10.42.42.2(pid=13533): stdout: \u000a| (launched: 2022-12-13_23:33:29.321547) \u000a23:33:32.898945 run osmo-hlr_10.42.42.2(pid=13533): stderr: \u000a| �[0;m�[1;31m20221213233329516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233329516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233329516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233329516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233329516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233329516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233329528 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233329536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233329536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233329536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:33:32.970500 run osmo-msc_10.42.42.6(pid=13539): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13539)]\u000a23:33:33.022399 run osmo-msc_10.42.42.6(pid=13539): stdout: \u000a| (launched: 2022-12-13_23:33:31.339350) \u000a23:33:33.075059 run osmo-msc_10.42.42.6(pid=13539): stderr: \u000a| �[0;m�[38;5;43m20221213233331711 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213233331711 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f086dc35c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213233331712 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213233331712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213233331712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213233331712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213233331715 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213233331715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213233331715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213233331715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:33:33.119968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13532): Terminating (SIGTERM)\u000a23:33:33.162954 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13535): Terminating (SIGTERM)\u000a23:33:33.205677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13538): Terminating (SIGTERM)\u000a23:33:33.214886 --- ParallelTerminationStrategy: PID 13532 died...\u000a23:33:33.272406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13532): Terminated: ok {rc=0}\u000a23:33:33.282568 --- ParallelTerminationStrategy: PID 13535 died...\u000a23:33:33.339771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13535): Terminated: ok {rc=0}\u000a23:33:33.349890 --- ParallelTerminationStrategy: PID 13538 died...\u000a23:33:33.407047 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13538): Terminated: ok {rc=0}\u000a23:33:33.493788 bus /sierra_3: Setting Powered False\u000a23:33:34.599959 bus /sierra_3: Setting Powered False\u000a23:33:35.707316 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:33:15" }, { "cases" : [ { "testActions" : [ ], "age" : 79, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13550): Process ended prematurely: osmo-stp_10.42.42.5(pid=13550) [trial-2396↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13550)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13550): Process ended prematurely: osmo-stp_10.42.42.5(pid=13550) [trial-2396↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13550)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a23:33:37.715106 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:33:37.725638 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a23:33:37.859633 tst emergency_mo_mt_call.py: using LAC 36997\u000a23:33:37.973636 tst emergency_mo_mt_call.py: using RAC 22\u000a23:33:38.086720 tst emergency_mo_mt_call.py: using CellId 36997\u000a23:33:38.200070 tst emergency_mo_mt_call.py: using BVCI 36998\u000a23:33:38.222350 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:33:38.232997 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:33:38.243355 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:33:38.253653 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:33:38.264697 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:33:38.275808 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a23:33:38.396152 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a23:33:38.592071 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:33:39.059456 run create_hlr_db(pid=13544): Launched\u000a23:33:39.229070 bus /sierra_2: Setting Powered False\u000a23:33:40.250211 run create_hlr_db(pid=13544): Terminated: ok {rc=0}\u000a23:33:40.666172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13546): Launched\u000a23:33:40.979228 run osmo-hlr_10.42.42.2(pid=13547): Launched\u000a23:33:41.098054 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:33:41.641947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13549): Launched\u000a23:33:41.955560 run osmo-stp_10.42.42.5(pid=13550): Launched\u000a23:33:42.084468 tst emergency_mo_mt_call.py: using MSISDN 8389\u000a23:33:42.240488 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:33:42.810209 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13552): Launched\u000a23:33:43.122143 run osmo-msc_10.42.42.6(pid=13553): Launched\u000a23:33:43.305735 run osmo-stp_10.42.42.5(pid=13550): ERR: Terminated: ERROR {rc=1} [trial-2396↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13550)]\u000a23:33:43.438782 run osmo-stp_10.42.42.5(pid=13550): stdout: \u000a| (launched: 2022-12-13_23:33:41.801269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:33:43.571270 run osmo-stp_10.42.42.5(pid=13550): stderr: \u000a| �[0;m�[38;5;43m20221213233341992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233341993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233341993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233341993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233341994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233341994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233341994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:33:43.696854 run osmo-stp_10.42.42.5(pid=13550): stdout: \u000a| (launched: 2022-12-13_23:33:41.801269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:33:43.821603 run osmo-stp_10.42.42.5(pid=13550): stderr: \u000a| �[0;m�[38;5;43m20221213233341992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233341993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233341993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233341993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233341994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233341994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233341994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:33:43.876104 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=13550): Process ended prematurely: osmo-stp_10.42.42.5(pid=13550) [trial-2396↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13550)] [trial-2396↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a23:33:43.884928 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a23:33:43.948126 run osmo-hlr_10.42.42.2(pid=13547): ERR: Terminated: ERROR {rc=237} [trial-2396↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13547)]\u000a23:33:43.999715 run osmo-hlr_10.42.42.2(pid=13547): stdout: \u000a| (launched: 2022-12-13_23:33:40.825304) \u000a23:33:44.051969 run osmo-hlr_10.42.42.2(pid=13547): stderr: \u000a| �[0;m�[1;31m20221213233341022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233341022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233341022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233341022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233341022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233341022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233341044 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233341054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233341055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233341055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:33:44.122382 run osmo-msc_10.42.42.6(pid=13553): ERR: Terminated: ERROR {rc=2} [trial-2396↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13553)]\u000a23:33:44.173969 run osmo-msc_10.42.42.6(pid=13553): stdout: \u000a| (launched: 2022-12-13_23:33:42.969419) \u000a23:33:44.226049 run osmo-msc_10.42.42.6(pid=13553): stderr: \u000a| �[0;m�[38;5;43m20221213233343288 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213233343288 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f03c4f52c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213233343288 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213233343289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213233343289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213233343289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213233343291 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213233343291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213233343292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213233343292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:33:44.270055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13546): Terminating (SIGTERM)\u000a23:33:44.311842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13549): Terminating (SIGTERM)\u000a23:33:44.353850 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13552): Terminating (SIGTERM)\u000a23:33:44.363411 --- ParallelTerminationStrategy: PID 13546 died...\u000a23:33:44.419765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13546): Terminated: ok {rc=0}\u000a23:33:44.429926 --- ParallelTerminationStrategy: PID 13549 died...\u000a23:33:44.485834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13549): Terminated: ok {rc=0}\u000a23:33:44.495855 --- ParallelTerminationStrategy: PID 13552 died...\u000a23:33:44.551637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13552): Terminated: ok {rc=0}\u000a23:33:44.637618 bus /sierra_3: Setting Powered False\u000a23:33:45.739182 bus /sierra_3: Setting Powered False\u000a23:33:46.851271 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13561): Process ended prematurely: osmo-stp_10.42.42.5(pid=13561) [trial-2396↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13561)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13561): Process ended prematurely: osmo-stp_10.42.42.5(pid=13561) [trial-2396↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13561)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a23:33:47.902604 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:33:47.914118 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a23:33:48.048509 tst emergency_preemptive_call.py: using LAC 36998\u000a23:33:48.165377 tst emergency_preemptive_call.py: using RAC 23\u000a23:33:48.279051 tst emergency_preemptive_call.py: using CellId 36998\u000a23:33:48.394082 tst emergency_preemptive_call.py: using BVCI 36999\u000a23:33:48.416516 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:33:48.427354 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:33:48.438062 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:33:48.448364 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:33:48.459267 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:33:48.469857 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a23:33:48.583669 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a23:33:48.703184 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a23:33:48.817889 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a23:33:49.024372 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:33:49.516671 run create_hlr_db(pid=13555): Launched\u000a23:33:49.698173 bus /sierra_2: Setting Powered False\u000a23:33:50.719639 run create_hlr_db(pid=13555): Terminated: ok {rc=0}\u000a23:33:51.135058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13557): Launched\u000a23:33:51.447742 run osmo-hlr_10.42.42.2(pid=13558): Launched\u000a23:33:51.565248 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:33:52.108080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13560): Launched\u000a23:33:52.420786 run osmo-stp_10.42.42.5(pid=13561): Launched\u000a23:33:52.549390 tst emergency_preemptive_call.py: using MSISDN 8390\u000a23:33:52.705655 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:33:53.273640 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13563): Launched\u000a23:33:53.585616 run osmo-msc_10.42.42.6(pid=13564): Launched\u000a23:33:53.770780 run osmo-stp_10.42.42.5(pid=13561): ERR: Terminated: ERROR {rc=1} [trial-2396↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13561)]\u000a23:33:53.905251 run osmo-stp_10.42.42.5(pid=13561): stdout: \u000a| (launched: 2022-12-13_23:33:52.267487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:33:54.039202 run osmo-stp_10.42.42.5(pid=13561): stderr: \u000a| �[0;m�[38;5;43m20221213233352458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233352458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233352458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233352459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233352461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233352461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233352461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:33:54.165706 run osmo-stp_10.42.42.5(pid=13561): stdout: \u000a| (launched: 2022-12-13_23:33:52.267487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:33:54.291438 run osmo-stp_10.42.42.5(pid=13561): stderr: \u000a| �[0;m�[38;5;43m20221213233352458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233352458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233352458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233352459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233352461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233352461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233352461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:33:54.346029 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=13561): Process ended prematurely: osmo-stp_10.42.42.5(pid=13561) [trial-2396↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13561)] [trial-2396↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a23:33:54.354555 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a23:33:54.417926 run osmo-hlr_10.42.42.2(pid=13558): ERR: Terminated: ERROR {rc=237} [trial-2396↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13558)]\u000a23:33:54.470055 run osmo-hlr_10.42.42.2(pid=13558): stdout: \u000a| (launched: 2022-12-13_23:33:51.294825) \u000a23:33:54.522769 run osmo-hlr_10.42.42.2(pid=13558): stderr: \u000a| �[0;m�[1;31m20221213233351488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233351488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233351488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233351488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233351488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233351488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233351510 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233351520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233351520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233351520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:33:54.594026 run osmo-msc_10.42.42.6(pid=13564): ERR: Terminated: ERROR {rc=2} [trial-2396↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13564)]\u000a23:33:54.645875 run osmo-msc_10.42.42.6(pid=13564): stdout: \u000a| (launched: 2022-12-13_23:33:53.432657) \u000a23:33:54.698184 run osmo-msc_10.42.42.6(pid=13564): stderr: \u000a| �[0;m�[38;5;43m20221213233353753 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213233353753 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f94c452ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213233353753 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213233353753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213233353753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213233353754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213233353755 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213233353756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213233353756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213233353756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:33:54.742814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13557): Terminating (SIGTERM)\u000a23:33:54.785443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13560): Terminating (SIGTERM)\u000a23:33:54.827703 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13563): Terminating (SIGTERM)\u000a23:33:54.837420 --- ParallelTerminationStrategy: PID 13557 died...\u000a23:33:54.893985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13557): Terminated: ok {rc=0}\u000a23:33:54.904340 --- ParallelTerminationStrategy: PID 13560 died...\u000a23:33:54.960801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13560): Terminated: ok {rc=0}\u000a23:33:54.970837 --- ParallelTerminationStrategy: PID 13563 died...\u000a23:33:55.027258 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13563): Terminated: ok {rc=0}\u000a23:33:55.114366 bus /sierra_9: Setting Powered False\u000a23:33:56.221128 bus /sierra_9: Setting Powered False\u000a23:33:57.332855 bus /sierra_8: Setting Powered False\u000a23:33:58.436445 bus /sierra_8: Setting Powered False\u000a23:33:59.546862 bus /sierra_3: Setting Powered False\u000a23:34:00.648252 bus /sierra_3: Setting Powered False\u000a23:34:01.775301 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:33:37" }, { "cases" : [ { "testActions" : [ ], "age" : 79, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13580): Process ended prematurely: osmo-stp_10.42.42.5(pid=13580) [trial-2396↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13580)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13580): Process ended prematurely: osmo-stp_10.42.42.5(pid=13580) [trial-2396↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13580)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:34:03.910603 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:03.921687 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a23:34:04.059763 tst cs_paging_gprs_active.py: using LAC 36999\u000a23:34:04.177613 tst cs_paging_gprs_active.py: using RAC 24\u000a23:34:04.295225 tst cs_paging_gprs_active.py: using CellId 36999\u000a23:34:04.415509 tst cs_paging_gprs_active.py: using BVCI 37000\u000a23:34:04.438493 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:04.448878 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:04.459206 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:04.469541 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:04.480047 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:04.490326 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:04.500600 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:04.510826 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:04.521676 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a23:34:04.641052 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a23:34:04.918895 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:34:05.043638 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:34:05.353244 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13570): Launched\u000a23:34:05.609217 run iperf3-srv_10.42.42.10(pid=13571): Launched\u000a23:34:05.791375 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:34:05.915605 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:34:06.224278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13572): Launched\u000a23:34:06.479860 run iperf3-srv_10.42.42.10(pid=13573): Launched\u000a23:34:06.660895 tst cs_paging_gprs_active.py:38: start network...\u000a23:34:06.785082 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:34:07.260303 run create_hlr_db(pid=13574): Launched\u000a23:34:07.432737 bus /sierra_2: Setting Powered False\u000a23:34:08.454389 run create_hlr_db(pid=13574): Terminated: ok {rc=0}\u000a23:34:08.876544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13576): Launched\u000a23:34:09.195438 run osmo-hlr_10.42.42.2(pid=13577): Launched\u000a23:34:09.312770 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:34:09.863212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13579): Launched\u000a23:34:10.182229 run osmo-stp_10.42.42.5(pid=13580): Launched\u000a23:34:10.299276 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:34:10.856215 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13582): Launched\u000a23:34:10.971796 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:34:11.249404 run patchelf(pid=13583): Launched\u000a23:34:11.436721 run osmo-stp_10.42.42.5(pid=13580): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13580)]\u000a23:34:11.574087 run osmo-stp_10.42.42.5(pid=13580): stdout: \u000a| (launched: 2022-12-13_23:34:10.025995)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:34:11.711696 run osmo-stp_10.42.42.5(pid=13580): stderr: \u000a| �[0;m�[38;5;43m20221213233410217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233410218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233410218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233410218 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233410219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233410219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233410219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:34:11.844152 run osmo-stp_10.42.42.5(pid=13580): stdout: \u000a| (launched: 2022-12-13_23:34:10.025995)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:34:11.976469 run osmo-stp_10.42.42.5(pid=13580): stderr: \u000a| �[0;m�[38;5;43m20221213233410217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233410218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233410218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233410218 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233410219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233410219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233410219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:34:12.129755 run patchelf(pid=13583): Terminating (SIGINT)\u000a23:34:12.309138 run patchelf(pid=13583): Terminated: ok {rc=0}\u000a23:34:12.342569 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13580): Process ended prematurely: osmo-stp_10.42.42.5(pid=13580) [trial-2396↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13580)] [trial-2396↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a23:34:12.352516 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a23:34:12.415822 run osmo-hlr_10.42.42.2(pid=13577): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13577)]\u000a23:34:12.467424 run osmo-hlr_10.42.42.2(pid=13577): stdout: \u000a| (launched: 2022-12-13_23:34:09.039867) \u000a23:34:12.519790 run osmo-hlr_10.42.42.2(pid=13577): stderr: \u000a| �[0;m�[1;31m20221213233409239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233409239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233409239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233409239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233409239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233409239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233409252 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233409262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233409263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233409263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:34:12.564211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13570): Terminating (SIGTERM)\u000a23:34:12.606585 run iperf3-srv_10.42.42.10(pid=13571): Terminating (SIGTERM)\u000a23:34:12.648777 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13572): Terminating (SIGTERM)\u000a23:34:12.690595 run iperf3-srv_10.42.42.10(pid=13573): Terminating (SIGTERM)\u000a23:34:12.732482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13576): Terminating (SIGTERM)\u000a23:34:12.774294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13579): Terminating (SIGTERM)\u000a23:34:12.816440 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13582): Terminating (SIGTERM)\u000a23:34:12.826246 --- ParallelTerminationStrategy: PID 13570 died...\u000a23:34:12.882598 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13570): Terminated: ok {rc=0}\u000a23:34:12.892683 --- ParallelTerminationStrategy: PID 13571 died...\u000a23:34:12.949215 run iperf3-srv_10.42.42.10(pid=13571): Terminated {rc=256}\u000a23:34:12.959215 --- ParallelTerminationStrategy: PID 13572 died...\u000a23:34:13.014936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13572): Terminated: ok {rc=0}\u000a23:34:13.024871 --- ParallelTerminationStrategy: PID 13573 died...\u000a23:34:13.080413 run iperf3-srv_10.42.42.10(pid=13573): Terminated {rc=256}\u000a23:34:13.090341 --- ParallelTerminationStrategy: PID 13576 died...\u000a23:34:13.146105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13576): Terminated: ok {rc=0}\u000a23:34:13.155919 --- ParallelTerminationStrategy: PID 13579 died...\u000a23:34:13.211617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13579): Terminated: ok {rc=0}\u000a23:34:13.221829 --- ParallelTerminationStrategy: PID 13582 died...\u000a23:34:13.277925 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13582): Terminated: ok {rc=0}\u000a23:34:13.365667 bus /gobi_0: Setting Powered False\u000a23:34:14.469184 bus /gobi_0: Setting Powered False\u000a23:34:15.579950 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 79, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13592): Process ended prematurely: osmo-stp_10.42.42.5(pid=13592) [trial-2396↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13592)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13592): Process ended prematurely: osmo-stp_10.42.42.5(pid=13592) [trial-2396↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13592)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a23:34:16.695257 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:16.706936 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a23:34:16.848704 tst iperf3.py: using LAC 37000\u000a23:34:16.994920 tst iperf3.py: using RAC 25\u000a23:34:17.149696 tst iperf3.py: using CellId 37000\u000a23:34:17.277070 tst iperf3.py: using BVCI 37001\u000a23:34:17.301573 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:17.312540 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:17.323575 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:17.334423 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:17.345537 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:17.356522 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:17.367858 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:17.378913 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:17.390086 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a23:34:17.667033 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:34:17.791445 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:34:18.099930 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13584): Launched\u000a23:34:18.356103 run iperf3-srv_10.42.42.10(pid=13585): Launched\u000a23:34:18.538409 tst iperf3.py:8: start network...\u000a23:34:18.662586 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:34:19.138126 run create_hlr_db(pid=13586): Launched\u000a23:34:19.308423 bus /gobi_6: Setting Powered False\u000a23:34:20.342635 run create_hlr_db(pid=13586): Terminated: ok {rc=0}\u000a23:34:20.762824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13588): Launched\u000a23:34:21.079727 run osmo-hlr_10.42.42.2(pid=13589): Launched\u000a23:34:21.197921 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:34:21.752605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13591): Launched\u000a23:34:22.074158 run osmo-stp_10.42.42.5(pid=13592): Launched\u000a23:34:22.190145 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:34:22.743077 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13594): Launched\u000a23:34:22.856667 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:34:23.133116 run patchelf(pid=13595): Launched\u000a23:34:23.319155 run osmo-stp_10.42.42.5(pid=13592): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13592)]\u000a23:34:23.455085 run osmo-stp_10.42.42.5(pid=13592): stdout: \u000a| (launched: 2022-12-13_23:34:21.914786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:34:23.591508 run osmo-stp_10.42.42.5(pid=13592): stderr: \u000a| �[0;m�[38;5;43m20221213233422109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233422109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233422110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233422110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233422110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233422110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233422111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:34:23.723088 run osmo-stp_10.42.42.5(pid=13592): stdout: \u000a| (launched: 2022-12-13_23:34:21.914786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:34:23.853464 run osmo-stp_10.42.42.5(pid=13592): stderr: \u000a| �[0;m�[38;5;43m20221213233422109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233422109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233422110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233422110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233422110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233422110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233422111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:34:24.006555 run patchelf(pid=13595): Terminating (SIGINT)\u000a23:34:24.184734 run patchelf(pid=13595): Terminated: ok {rc=0}\u000a23:34:24.217503 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13592): Process ended prematurely: osmo-stp_10.42.42.5(pid=13592) [trial-2396↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13592)] [trial-2396↪gprs:trx-b200↪iperf3.py:8]\u000a23:34:24.227370 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a23:34:24.290324 run osmo-hlr_10.42.42.2(pid=13589): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13589)]\u000a23:34:24.341748 run osmo-hlr_10.42.42.2(pid=13589): stdout: \u000a| (launched: 2022-12-13_23:34:20.924768) \u000a23:34:24.393708 run osmo-hlr_10.42.42.2(pid=13589): stderr: \u000a| �[0;m�[1;31m20221213233421119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233421119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233421120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233421120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233421120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233421120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233421131 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233421141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233421141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233421141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:34:24.438399 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13584): Terminating (SIGTERM)\u000a23:34:24.480374 run iperf3-srv_10.42.42.10(pid=13585): Terminating (SIGTERM)\u000a23:34:24.522488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13588): Terminating (SIGTERM)\u000a23:34:24.563997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13591): Terminating (SIGTERM)\u000a23:34:24.606306 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13594): Terminating (SIGTERM)\u000a23:34:24.615874 --- ParallelTerminationStrategy: PID 13584 died...\u000a23:34:24.671753 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13584): Terminated: ok {rc=0}\u000a23:34:24.681688 --- ParallelTerminationStrategy: PID 13585 died...\u000a23:34:24.736828 run iperf3-srv_10.42.42.10(pid=13585): Terminated {rc=256}\u000a23:34:24.746706 --- ParallelTerminationStrategy: PID 13588 died...\u000a23:34:24.801790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13588): Terminated: ok {rc=0}\u000a23:34:24.811635 --- ParallelTerminationStrategy: PID 13591 died...\u000a23:34:24.866872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13591): Terminated: ok {rc=0}\u000a23:34:24.876708 --- ParallelTerminationStrategy: PID 13594 died...\u000a23:34:24.932457 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13594): Terminated: ok {rc=0}\u000a23:34:25.018911 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-b200", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13610): Process ended prematurely: osmo-stp_10.42.42.5(pid=13610) [trial-2396↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13610)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13610): Process ended prematurely: osmo-stp_10.42.42.5(pid=13610) [trial-2396↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13610)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a23:34:26.135221 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:26.148224 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a23:34:26.283277 tst iperf3m4.py: using LAC 37001\u000a23:34:26.402740 tst iperf3m4.py: using RAC 26\u000a23:34:26.519903 tst iperf3m4.py: using CellId 37001\u000a23:34:26.636595 tst iperf3m4.py: using BVCI 37002\u000a23:34:26.659543 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:26.670403 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:26.680940 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:26.691515 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:26.702469 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:26.713316 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:26.724376 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:26.734944 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:26.745616 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a23:34:26.865693 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a23:34:26.984369 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a23:34:27.103438 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a23:34:27.395019 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:34:27.528905 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:34:27.860214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13596): Launched\u000a23:34:28.134142 run iperf3-srv_10.42.42.10(pid=13597): Launched\u000a23:34:28.330305 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:34:28.463943 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:34:28.792761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13598): Launched\u000a23:34:29.066319 run iperf3-srv_10.42.42.10(pid=13599): Launched\u000a23:34:29.262057 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:34:29.395570 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:34:29.724696 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13600): Launched\u000a23:34:29.997822 run iperf3-srv_10.42.42.10(pid=13601): Launched\u000a23:34:30.193035 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:34:30.325974 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:34:30.654167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13602): Launched\u000a23:34:30.949438 run iperf3-srv_10.42.42.10(pid=13603): Launched\u000a23:34:31.147261 tst iperf3m4.py:8: start network...\u000a23:34:31.283011 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:34:31.825298 run create_hlr_db(pid=13604): Launched\u000a23:34:32.002353 bus /gobi_6: Setting Powered False\u000a23:34:33.019560 run create_hlr_db(pid=13604): Terminated: ok {rc=0}\u000a23:34:33.441815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13606): Launched\u000a23:34:33.760306 run osmo-hlr_10.42.42.2(pid=13607): Launched\u000a23:34:33.881359 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:34:34.434659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13609): Launched\u000a23:34:34.752709 run osmo-stp_10.42.42.5(pid=13610): Launched\u000a23:34:34.869057 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:34:35.423800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13612): Launched\u000a23:34:35.538017 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:34:35.816056 run patchelf(pid=13613): Launched\u000a23:34:36.003393 run osmo-stp_10.42.42.5(pid=13610): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13610)]\u000a23:34:36.140261 run osmo-stp_10.42.42.5(pid=13610): stdout: \u000a| (launched: 2022-12-13_23:34:34.597224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:34:36.277393 run osmo-stp_10.42.42.5(pid=13610): stderr: \u000a| �[0;m�[38;5;43m20221213233434787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233434787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233434788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233434788 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233434790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233434791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233434791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:34:36.410076 run osmo-stp_10.42.42.5(pid=13610): stdout: \u000a| (launched: 2022-12-13_23:34:34.597224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:34:36.541663 run osmo-stp_10.42.42.5(pid=13610): stderr: \u000a| �[0;m�[38;5;43m20221213233434787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233434787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233434788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233434788 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233434790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233434791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233434791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:34:36.694613 run patchelf(pid=13613): Terminating (SIGINT)\u000a23:34:36.873960 run patchelf(pid=13613): Terminated: ok {rc=0}\u000a23:34:36.906923 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13610): Process ended prematurely: osmo-stp_10.42.42.5(pid=13610) [trial-2396↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13610)] [trial-2396↪gprs:trx-b200↪iperf3m4.py:8]\u000a23:34:36.916718 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a23:34:36.980478 run osmo-hlr_10.42.42.2(pid=13607): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13607)]\u000a23:34:37.031892 run osmo-hlr_10.42.42.2(pid=13607): stdout: \u000a| (launched: 2022-12-13_23:34:33.604144) \u000a23:34:37.083882 run osmo-hlr_10.42.42.2(pid=13607): stderr: \u000a| �[0;m�[1;31m20221213233433803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233433803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233433803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233433803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233433803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233433803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233433816 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233433824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233433824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233433824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:34:37.128369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13596): Terminating (SIGTERM)\u000a23:34:37.170183 run iperf3-srv_10.42.42.10(pid=13597): Terminating (SIGTERM)\u000a23:34:37.212391 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13598): Terminating (SIGTERM)\u000a23:34:37.254238 run iperf3-srv_10.42.42.10(pid=13599): Terminating (SIGTERM)\u000a23:34:37.295975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13600): Terminating (SIGTERM)\u000a23:34:37.337716 run iperf3-srv_10.42.42.10(pid=13601): Terminating (SIGTERM)\u000a23:34:37.379341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13602): Terminating (SIGTERM)\u000a23:34:37.420756 run iperf3-srv_10.42.42.10(pid=13603): Terminating (SIGTERM)\u000a23:34:37.463031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13606): Terminating (SIGTERM)\u000a23:34:37.505247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13609): Terminating (SIGTERM)\u000a23:34:37.547545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13612): Terminating (SIGTERM)\u000a23:34:37.557264 --- ParallelTerminationStrategy: PID 13596 died...\u000a23:34:37.613615 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13596): Terminated: ok {rc=0}\u000a23:34:37.623698 --- ParallelTerminationStrategy: PID 13597 died...\u000a23:34:37.679494 run iperf3-srv_10.42.42.10(pid=13597): Terminated {rc=256}\u000a23:34:37.689564 --- ParallelTerminationStrategy: PID 13598 died...\u000a23:34:37.745213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13598): Terminated: ok {rc=0}\u000a23:34:37.755221 --- ParallelTerminationStrategy: PID 13599 died...\u000a23:34:37.810917 run iperf3-srv_10.42.42.10(pid=13599): Terminated {rc=256}\u000a23:34:37.821011 --- ParallelTerminationStrategy: PID 13600 died...\u000a23:34:37.877191 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13600): Terminated: ok {rc=0}\u000a23:34:37.887241 --- ParallelTerminationStrategy: PID 13601 died...\u000a23:34:37.943067 run iperf3-srv_10.42.42.10(pid=13601): Terminated {rc=256}\u000a23:34:37.953187 --- ParallelTerminationStrategy: PID 13602 died...\u000a23:34:38.008877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13602): Terminated: ok {rc=0}\u000a23:34:38.018860 --- ParallelTerminationStrategy: PID 13603 died...\u000a23:34:38.074295 run iperf3-srv_10.42.42.10(pid=13603): Terminated {rc=256}\u000a23:34:38.084300 --- ParallelTerminationStrategy: PID 13606 died...\u000a23:34:38.140013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13606): Terminated: ok {rc=0}\u000a23:34:38.150084 --- ParallelTerminationStrategy: PID 13609 died...\u000a23:34:38.205685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13609): Terminated: ok {rc=0}\u000a23:34:38.215641 --- ParallelTerminationStrategy: PID 13612 died...\u000a23:34:38.271561 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13612): Terminated: ok {rc=0}\u000a23:34:38.357861 bus /gobi_4: Setting Powered False\u000a23:34:39.464332 bus /gobi_4: Setting Powered False\u000a23:34:40.571961 bus /gobi_1: Setting Powered False\u000a23:34:41.676619 bus /gobi_1: Setting Powered False\u000a23:34:42.788018 bus /gobi_0: Setting Powered False\u000a23:34:43.889601 bus /gobi_0: Setting Powered False\u000a23:34:45.001033 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13620): Process ended prematurely: osmo-stp_10.42.42.5(pid=13620) [trial-2396↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13620)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13620): Process ended prematurely: osmo-stp_10.42.42.5(pid=13620) [trial-2396↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13620)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a23:34:46.075636 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:46.091830 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a23:34:46.254932 tst ping.py: using LAC 37002\u000a23:34:46.375465 tst ping.py: using RAC 27\u000a23:34:46.503100 tst ping.py: using CellId 37002\u000a23:34:46.621113 tst ping.py: using BVCI 37003\u000a23:34:46.644251 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:46.655289 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:46.667564 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:46.679044 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:46.689857 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:46.700805 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:46.711827 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:46.723399 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a23:34:47.076771 tst ping.py:19: start network...\u000a23:34:47.211496 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:34:47.704090 run create_hlr_db(pid=13614): Launched\u000a23:34:47.885251 bus /gobi_6: Setting Powered False\u000a23:34:48.907769 run create_hlr_db(pid=13614): Terminated: ok {rc=0}\u000a23:34:49.324223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13616): Launched\u000a23:34:49.636746 run osmo-hlr_10.42.42.2(pid=13617): Launched\u000a23:34:49.752202 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:34:50.298017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13619): Launched\u000a23:34:50.610347 run osmo-stp_10.42.42.5(pid=13620): Launched\u000a23:34:50.724363 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:34:51.265944 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13622): Launched\u000a23:34:51.369607 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:34:51.623341 run patchelf(pid=13623): Launched\u000a23:34:51.795229 run osmo-stp_10.42.42.5(pid=13620): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13620)]\u000a23:34:51.920431 run osmo-stp_10.42.42.5(pid=13620): stdout: \u000a| (launched: 2022-12-13_23:34:50.457375)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:34:52.046322 run osmo-stp_10.42.42.5(pid=13620): stderr: \u000a| �[0;m�[38;5;43m20221213233450647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233450647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233450647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233450647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233450648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233450648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233450648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:34:52.167318 run osmo-stp_10.42.42.5(pid=13620): stdout: \u000a| (launched: 2022-12-13_23:34:50.457375)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:34:52.287474 run osmo-stp_10.42.42.5(pid=13620): stderr: \u000a| �[0;m�[38;5;43m20221213233450647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233450647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233450647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233450647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233450648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233450648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233450648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:34:52.427110 run patchelf(pid=13623): Terminating (SIGINT)\u000a23:34:52.591528 run patchelf(pid=13623): Terminated: ok {rc=0}\u000a23:34:52.621412 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13620): Process ended prematurely: osmo-stp_10.42.42.5(pid=13620) [trial-2396↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13620)] [trial-2396↪gprs:trx-b200↪ping.py:22]\u000a23:34:52.629863 tst ping.py:22: Test FAILED (6.5 sec)\u000a23:34:52.688850 run osmo-hlr_10.42.42.2(pid=13617): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13617)]\u000a23:34:52.737244 run osmo-hlr_10.42.42.2(pid=13617): stdout: \u000a| (launched: 2022-12-13_23:34:49.483062) \u000a23:34:52.786089 run osmo-hlr_10.42.42.2(pid=13617): stderr: \u000a| �[0;m�[1;31m20221213233449681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233449681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233449681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233449681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233449681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233449681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233449694 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233449702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233449703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233449703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:34:52.827507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13616): Terminating (SIGTERM)\u000a23:34:52.866897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13619): Terminating (SIGTERM)\u000a23:34:52.905932 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13622): Terminating (SIGTERM)\u000a23:34:52.914953 --- ParallelTerminationStrategy: PID 13616 died...\u000a23:34:52.967387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13616): Terminated: ok {rc=0}\u000a23:34:52.976827 --- ParallelTerminationStrategy: PID 13619 died...\u000a23:34:53.029424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13619): Terminated: ok {rc=0}\u000a23:34:53.038881 --- ParallelTerminationStrategy: PID 13622 died...\u000a23:34:53.091631 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13622): Terminated: ok {rc=0}\u000a23:34:53.174885 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13630): Process ended prematurely: osmo-stp_10.42.42.5(pid=13630) [trial-2396↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13630)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13630): Process ended prematurely: osmo-stp_10.42.42.5(pid=13630) [trial-2396↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13630)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a23:34:54.227998 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:54.240169 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a23:34:54.383854 tst ping_idle_ping.py: using LAC 37003\u000a23:34:54.506628 tst ping_idle_ping.py: using RAC 28\u000a23:34:54.629814 tst ping_idle_ping.py: using CellId 37003\u000a23:34:54.747975 tst ping_idle_ping.py: using BVCI 37004\u000a23:34:54.771136 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:54.782216 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:54.792691 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:54.804060 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:54.814572 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:54.824856 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:54.835808 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:54.846842 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a23:34:55.114835 tst ping_idle_ping.py:24: start network...\u000a23:34:55.236604 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:34:55.709258 run create_hlr_db(pid=13624): Launched\u000a23:34:55.878350 bus /gobi_6: Setting Powered False\u000a23:34:56.900707 run create_hlr_db(pid=13624): Terminated: ok {rc=0}\u000a23:34:57.291821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13626): Launched\u000a23:34:57.585574 run osmo-hlr_10.42.42.2(pid=13627): Launched\u000a23:34:57.692259 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:34:58.201398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13629): Launched\u000a23:34:58.493106 run osmo-stp_10.42.42.5(pid=13630): Launched\u000a23:34:58.599871 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:34:59.108153 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13632): Launched\u000a23:34:59.212619 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:34:59.466973 run patchelf(pid=13633): Launched\u000a23:34:59.638128 run osmo-stp_10.42.42.5(pid=13630): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13630)]\u000a23:34:59.764203 run osmo-stp_10.42.42.5(pid=13630): stdout: \u000a| (launched: 2022-12-13_23:34:58.349925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:34:59.889674 run osmo-stp_10.42.42.5(pid=13630): stderr: \u000a| �[0;m�[38;5;43m20221213233458517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233458517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233458517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233458518 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233458520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233458520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233458520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:35:00.011315 run osmo-stp_10.42.42.5(pid=13630): stdout: \u000a| (launched: 2022-12-13_23:34:58.349925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:35:00.131676 run osmo-stp_10.42.42.5(pid=13630): stderr: \u000a| �[0;m�[38;5;43m20221213233458517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233458517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233458517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233458518 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233458520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233458520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233458520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:35:00.271693 run patchelf(pid=13633): Terminating (SIGINT)\u000a23:35:00.435816 run patchelf(pid=13633): Terminated: ok {rc=0}\u000a23:35:00.465878 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13630): Process ended prematurely: osmo-stp_10.42.42.5(pid=13630) [trial-2396↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13630)] [trial-2396↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a23:35:00.474426 tst ping_idle_ping.py:27: Test FAILED (6.2 sec)\u000a23:35:00.533437 run osmo-hlr_10.42.42.2(pid=13627): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13627)]\u000a23:35:00.581895 run osmo-hlr_10.42.42.2(pid=13627): stdout: \u000a| (launched: 2022-12-13_23:34:57.441314) \u000a23:35:00.631043 run osmo-hlr_10.42.42.2(pid=13627): stderr: \u000a| �[0;m�[1;31m20221213233457617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233457617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233457617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233457617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233457617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233457617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233457630 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233457638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233457638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233457638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:35:00.672766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13626): Terminating (SIGTERM)\u000a23:35:00.712173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13629): Terminating (SIGTERM)\u000a23:35:00.751264 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13632): Terminating (SIGTERM)\u000a23:35:00.760366 --- ParallelTerminationStrategy: PID 13626 died...\u000a23:35:00.813017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13626): Terminated: ok {rc=0}\u000a23:35:00.822540 --- ParallelTerminationStrategy: PID 13629 died...\u000a23:35:00.887775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13629): Terminated: ok {rc=0}\u000a23:35:00.906809 --- ParallelTerminationStrategy: PID 13632 died...\u000a23:35:00.971562 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13632): Terminated: ok {rc=0}\u000a23:35:01.061124 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:34:03" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13650): Process ended prematurely: osmo-stp_10.42.42.5(pid=13650) [trial-2396↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13650)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13650): Process ended prematurely: osmo-stp_10.42.42.5(pid=13650) [trial-2396↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13650)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:35:03.262092 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:03.273192 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:35:03.411017 tst cs_paging_gprs_active.py: using LAC 37004\u000a23:35:03.527624 tst cs_paging_gprs_active.py: using RAC 29\u000a23:35:03.643659 tst cs_paging_gprs_active.py: using CellId 37004\u000a23:35:03.762743 tst cs_paging_gprs_active.py: using BVCI 37005\u000a23:35:03.786029 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:03.796754 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:03.807245 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:03.817811 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:03.828698 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:03.839660 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:03.850365 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:03.860767 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:03.871344 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:35:03.991890 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:35:04.273950 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:35:04.399363 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:35:04.708609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13640): Launched\u000a23:35:04.965000 run iperf3-srv_10.42.42.10(pid=13641): Launched\u000a23:35:05.147186 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:35:05.271936 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:35:05.580047 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13642): Launched\u000a23:35:05.836481 run iperf3-srv_10.42.42.10(pid=13643): Launched\u000a23:35:06.019024 tst cs_paging_gprs_active.py:38: start network...\u000a23:35:06.143739 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:35:06.620935 run create_hlr_db(pid=13644): Launched\u000a23:35:06.792056 bus /gobi_6: Setting Powered False\u000a23:35:07.814830 run create_hlr_db(pid=13644): Terminated: ok {rc=0}\u000a23:35:08.236755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13646): Launched\u000a23:35:08.555306 run osmo-hlr_10.42.42.2(pid=13647): Launched\u000a23:35:08.673022 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:35:09.226439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13649): Launched\u000a23:35:09.545272 run osmo-stp_10.42.42.5(pid=13650): Launched\u000a23:35:09.662464 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:35:10.218144 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13652): Launched\u000a23:35:10.332933 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:35:10.610569 run patchelf(pid=13653): Launched\u000a23:35:10.797282 run osmo-stp_10.42.42.5(pid=13650): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13650)]\u000a23:35:10.934104 run osmo-stp_10.42.42.5(pid=13650): stdout: \u000a| (launched: 2022-12-13_23:35:09.389054)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:35:11.071671 run osmo-stp_10.42.42.5(pid=13650): stderr: \u000a| �[0;m�[38;5;43m20221213233509579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233509579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233509580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233509580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233509581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233509581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233509581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:35:11.204521 run osmo-stp_10.42.42.5(pid=13650): stdout: \u000a| (launched: 2022-12-13_23:35:09.389054)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:35:11.335903 run osmo-stp_10.42.42.5(pid=13650): stderr: \u000a| �[0;m�[38;5;43m20221213233509579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233509579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233509580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233509580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233509581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233509581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233509581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:35:11.488920 run patchelf(pid=13653): Terminating (SIGINT)\u000a23:35:11.668792 run patchelf(pid=13653): Terminated: ok {rc=0}\u000a23:35:11.701751 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13650): Process ended prematurely: osmo-stp_10.42.42.5(pid=13650) [trial-2396↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13650)] [trial-2396↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a23:35:11.711506 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a23:35:11.774108 run osmo-hlr_10.42.42.2(pid=13647): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13647)]\u000a23:35:11.825653 run osmo-hlr_10.42.42.2(pid=13647): stdout: \u000a| (launched: 2022-12-13_23:35:08.399219) \u000a23:35:11.877845 run osmo-hlr_10.42.42.2(pid=13647): stderr: \u000a| �[0;m�[1;31m20221213233508596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233508596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233508596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233508596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233508597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233508597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233508609 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233508617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233508617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233508617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:35:11.922881 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13640): Terminating (SIGTERM)\u000a23:35:11.965609 run iperf3-srv_10.42.42.10(pid=13641): Terminating (SIGTERM)\u000a23:35:12.007925 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13642): Terminating (SIGTERM)\u000a23:35:12.049824 run iperf3-srv_10.42.42.10(pid=13643): Terminating (SIGTERM)\u000a23:35:12.091769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13646): Terminating (SIGTERM)\u000a23:35:12.133905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13649): Terminating (SIGTERM)\u000a23:35:12.176231 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13652): Terminating (SIGTERM)\u000a23:35:12.185897 --- ParallelTerminationStrategy: PID 13640 died...\u000a23:35:12.242147 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13640): Terminated: ok {rc=0}\u000a23:35:12.252099 --- ParallelTerminationStrategy: PID 13641 died...\u000a23:35:12.308029 run iperf3-srv_10.42.42.10(pid=13641): Terminated {rc=256}\u000a23:35:12.317999 --- ParallelTerminationStrategy: PID 13642 died...\u000a23:35:12.373938 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13642): Terminated: ok {rc=0}\u000a23:35:12.383840 --- ParallelTerminationStrategy: PID 13643 died...\u000a23:35:12.439727 run iperf3-srv_10.42.42.10(pid=13643): Terminated {rc=256}\u000a23:35:12.449736 --- ParallelTerminationStrategy: PID 13646 died...\u000a23:35:12.505622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13646): Terminated: ok {rc=0}\u000a23:35:12.515609 --- ParallelTerminationStrategy: PID 13649 died...\u000a23:35:12.571528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13649): Terminated: ok {rc=0}\u000a23:35:12.581899 --- ParallelTerminationStrategy: PID 13652 died...\u000a23:35:12.637630 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13652): Terminated: ok {rc=0}\u000a23:35:12.723424 bus /gobi_0: Setting Powered False\u000a23:35:13.824728 bus /gobi_0: Setting Powered False\u000a23:35:14.934545 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13662): Process ended prematurely: osmo-stp_10.42.42.5(pid=13662) [trial-2396↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13662)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13662): Process ended prematurely: osmo-stp_10.42.42.5(pid=13662) [trial-2396↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13662)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a23:35:16.067824 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:16.080824 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:35:16.232277 tst iperf3.py: using LAC 37005\u000a23:35:16.392294 tst iperf3.py: using RAC 30\u000a23:35:16.519046 tst iperf3.py: using CellId 37005\u000a23:35:16.646345 tst iperf3.py: using BVCI 37006\u000a23:35:16.672731 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:16.685065 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:16.697124 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:16.709210 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:16.722387 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:16.735521 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:16.749688 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:16.762653 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:16.774906 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:35:17.074445 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:35:17.204386 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:35:17.515113 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13654): Launched\u000a23:35:17.778748 run iperf3-srv_10.42.42.10(pid=13655): Launched\u000a23:35:17.961488 tst iperf3.py:8: start network...\u000a23:35:18.085589 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:35:18.562452 run create_hlr_db(pid=13656): Launched\u000a23:35:18.733363 bus /gobi_6: Setting Powered False\u000a23:35:19.755892 run create_hlr_db(pid=13656): Terminated: ok {rc=0}\u000a23:35:20.152121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13658): Launched\u000a23:35:20.449176 run osmo-hlr_10.42.42.2(pid=13659): Launched\u000a23:35:20.566929 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:35:21.089563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13661): Launched\u000a23:35:21.386286 run osmo-stp_10.42.42.5(pid=13662): Launched\u000a23:35:21.494228 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:35:22.013340 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13664): Launched\u000a23:35:22.119364 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:35:22.378494 run patchelf(pid=13665): Launched\u000a23:35:22.552553 run osmo-stp_10.42.42.5(pid=13662): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13662)]\u000a23:35:22.680153 run osmo-stp_10.42.42.5(pid=13662): stdout: \u000a| (launched: 2022-12-13_23:35:21.241098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:35:22.808022 run osmo-stp_10.42.42.5(pid=13662): stderr: \u000a| �[0;m�[38;5;43m20221213233521410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233521410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233521410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233521410 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233521413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233521413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233521413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:35:22.931308 run osmo-stp_10.42.42.5(pid=13662): stdout: \u000a| (launched: 2022-12-13_23:35:21.241098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:35:23.053195 run osmo-stp_10.42.42.5(pid=13662): stderr: \u000a| �[0;m�[38;5;43m20221213233521410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233521410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233521410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233521410 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233521413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233521413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233521413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:35:23.195473 run patchelf(pid=13665): Terminating (SIGINT)\u000a23:35:23.362764 run patchelf(pid=13665): Terminated: ok {rc=0}\u000a23:35:23.393556 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13662): Process ended prematurely: osmo-stp_10.42.42.5(pid=13662) [trial-2396↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13662)] [trial-2396↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a23:35:23.402639 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a23:35:23.461719 run osmo-hlr_10.42.42.2(pid=13659): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13659)]\u000a23:35:23.510166 run osmo-hlr_10.42.42.2(pid=13659): stdout: \u000a| (launched: 2022-12-13_23:35:20.303787) \u000a23:35:23.559527 run osmo-hlr_10.42.42.2(pid=13659): stderr: \u000a| �[0;m�[1;31m20221213233520481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233520481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233520481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233520481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233520481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233520481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233520491 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233520500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233520501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233520501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:35:23.601443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13654): Terminating (SIGTERM)\u000a23:35:23.640906 run iperf3-srv_10.42.42.10(pid=13655): Terminating (SIGTERM)\u000a23:35:23.680451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13658): Terminating (SIGTERM)\u000a23:35:23.720050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13661): Terminating (SIGTERM)\u000a23:35:23.759407 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13664): Terminating (SIGTERM)\u000a23:35:23.768473 --- ParallelTerminationStrategy: PID 13654 died...\u000a23:35:23.821202 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13654): Terminated: ok {rc=0}\u000a23:35:23.830700 --- ParallelTerminationStrategy: PID 13655 died...\u000a23:35:23.883070 run iperf3-srv_10.42.42.10(pid=13655): Terminated {rc=256}\u000a23:35:23.892495 --- ParallelTerminationStrategy: PID 13658 died...\u000a23:35:23.945294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13658): Terminated: ok {rc=0}\u000a23:35:23.954819 --- ParallelTerminationStrategy: PID 13661 died...\u000a23:35:24.007001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13661): Terminated: ok {rc=0}\u000a23:35:24.016438 --- ParallelTerminationStrategy: PID 13664 died...\u000a23:35:24.069048 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13664): Terminated: ok {rc=0}\u000a23:35:24.156463 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13680): Process ended prematurely: osmo-stp_10.42.42.5(pid=13680) [trial-2396↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13680)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13680): Process ended prematurely: osmo-stp_10.42.42.5(pid=13680) [trial-2396↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13680)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a23:35:25.265625 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:25.276778 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:35:25.414575 tst iperf3m4.py: using LAC 37006\u000a23:35:25.534540 tst iperf3m4.py: using RAC 31\u000a23:35:25.667341 tst iperf3m4.py: using CellId 37006\u000a23:35:25.790522 tst iperf3m4.py: using BVCI 37007\u000a23:35:25.815147 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:25.826385 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:25.837311 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:25.848186 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:25.859463 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:25.870854 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:25.882364 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:25.893600 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:25.905083 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:35:26.020918 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:35:26.141351 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:35:26.257854 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:35:26.532425 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:35:26.656499 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:35:26.965548 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13666): Launched\u000a23:35:27.221466 run iperf3-srv_10.42.42.10(pid=13667): Launched\u000a23:35:27.402578 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:35:27.526376 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:35:27.834894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13668): Launched\u000a23:35:28.091144 run iperf3-srv_10.42.42.10(pid=13669): Launched\u000a23:35:28.273131 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:35:28.396938 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:35:28.705690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13670): Launched\u000a23:35:28.961475 run iperf3-srv_10.42.42.10(pid=13671): Launched\u000a23:35:29.142419 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:35:29.265822 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:35:29.573326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13672): Launched\u000a23:35:29.828564 run iperf3-srv_10.42.42.10(pid=13673): Launched\u000a23:35:30.010907 tst iperf3m4.py:8: start network...\u000a23:35:30.134388 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:35:30.612364 run create_hlr_db(pid=13674): Launched\u000a23:35:30.797599 bus /gobi_6: Setting Powered False\u000a23:35:31.824042 run create_hlr_db(pid=13674): Terminated: ok {rc=0}\u000a23:35:32.267848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13676): Launched\u000a23:35:32.567055 run osmo-hlr_10.42.42.2(pid=13677): Launched\u000a23:35:32.678135 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:35:33.196933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13679): Launched\u000a23:35:33.494810 run osmo-stp_10.42.42.5(pid=13680): Launched\u000a23:35:33.604096 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:35:34.124012 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13682): Launched\u000a23:35:34.230825 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:35:34.491241 run patchelf(pid=13683): Launched\u000a23:35:34.666236 run osmo-stp_10.42.42.5(pid=13680): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13680)]\u000a23:35:34.794367 run osmo-stp_10.42.42.5(pid=13680): stdout: \u000a| (launched: 2022-12-13_23:35:33.348753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:35:34.922802 run osmo-stp_10.42.42.5(pid=13680): stderr: \u000a| �[0;m�[38;5;43m20221213233533518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233533518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233533518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233533518 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233533521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233533521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233533521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:35:35.046639 run osmo-stp_10.42.42.5(pid=13680): stdout: \u000a| (launched: 2022-12-13_23:35:33.348753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:35:35.169269 run osmo-stp_10.42.42.5(pid=13680): stderr: \u000a| �[0;m�[38;5;43m20221213233533518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233533518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233533518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233533518 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233533521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233533521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233533521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:35:35.312386 run patchelf(pid=13683): Terminating (SIGINT)\u000a23:35:35.479846 run patchelf(pid=13683): Terminated: ok {rc=0}\u000a23:35:35.510764 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13680): Process ended prematurely: osmo-stp_10.42.42.5(pid=13680) [trial-2396↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13680)] [trial-2396↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a23:35:35.519963 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a23:35:35.579677 run osmo-hlr_10.42.42.2(pid=13677): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13677)]\u000a23:35:35.628263 run osmo-hlr_10.42.42.2(pid=13677): stdout: \u000a| (launched: 2022-12-13_23:35:32.420295) \u000a23:35:35.677354 run osmo-hlr_10.42.42.2(pid=13677): stderr: \u000a| �[0;m�[1;31m20221213233532597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233532597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233532597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233532597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233532597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233532597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233532625 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233532635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233532635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233532635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:35:35.719535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13666): Terminating (SIGTERM)\u000a23:35:35.759262 run iperf3-srv_10.42.42.10(pid=13667): Terminating (SIGTERM)\u000a23:35:35.799117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13668): Terminating (SIGTERM)\u000a23:35:35.838969 run iperf3-srv_10.42.42.10(pid=13669): Terminating (SIGTERM)\u000a23:35:35.878776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13670): Terminating (SIGTERM)\u000a23:35:35.918650 run iperf3-srv_10.42.42.10(pid=13671): Terminating (SIGTERM)\u000a23:35:35.958412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13672): Terminating (SIGTERM)\u000a23:35:35.998068 run iperf3-srv_10.42.42.10(pid=13673): Terminating (SIGTERM)\u000a23:35:36.038221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13676): Terminating (SIGTERM)\u000a23:35:36.077881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13679): Terminating (SIGTERM)\u000a23:35:36.117636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13682): Terminating (SIGTERM)\u000a23:35:36.126870 --- ParallelTerminationStrategy: PID 13666 died...\u000a23:35:36.180384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13666): Terminated: ok {rc=0}\u000a23:35:36.190020 --- ParallelTerminationStrategy: PID 13667 died...\u000a23:35:36.242704 run iperf3-srv_10.42.42.10(pid=13667): Terminated {rc=256}\u000a23:35:36.252316 --- ParallelTerminationStrategy: PID 13668 died...\u000a23:35:36.305445 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13668): Terminated: ok {rc=0}\u000a23:35:36.315058 --- ParallelTerminationStrategy: PID 13669 died...\u000a23:35:36.367894 run iperf3-srv_10.42.42.10(pid=13669): Terminated {rc=256}\u000a23:35:36.377884 --- ParallelTerminationStrategy: PID 13670 died...\u000a23:35:36.430768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13670): Terminated: ok {rc=0}\u000a23:35:36.440364 --- ParallelTerminationStrategy: PID 13671 died...\u000a23:35:36.493105 run iperf3-srv_10.42.42.10(pid=13671): Terminated {rc=256}\u000a23:35:36.502545 --- ParallelTerminationStrategy: PID 13672 died...\u000a23:35:36.555400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13672): Terminated: ok {rc=0}\u000a23:35:36.564923 --- ParallelTerminationStrategy: PID 13673 died...\u000a23:35:36.617512 run iperf3-srv_10.42.42.10(pid=13673): Terminated {rc=256}\u000a23:35:36.627167 --- ParallelTerminationStrategy: PID 13676 died...\u000a23:35:36.680170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13676): Terminated: ok {rc=0}\u000a23:35:36.689847 --- ParallelTerminationStrategy: PID 13679 died...\u000a23:35:36.742795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13679): Terminated: ok {rc=0}\u000a23:35:36.752310 --- ParallelTerminationStrategy: PID 13682 died...\u000a23:35:36.805422 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13682): Terminated: ok {rc=0}\u000a23:35:36.892091 bus /gobi_4: Setting Powered False\u000a23:35:37.993187 bus /gobi_4: Setting Powered False\u000a23:35:39.098372 bus /gobi_1: Setting Powered False\u000a23:35:40.203701 bus /gobi_1: Setting Powered False\u000a23:35:41.311228 bus /gobi_0: Setting Powered False\u000a23:35:42.410532 bus /gobi_0: Setting Powered False\u000a23:35:43.520747 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13690): Process ended prematurely: osmo-stp_10.42.42.5(pid=13690) [trial-2396↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13690)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13690): Process ended prematurely: osmo-stp_10.42.42.5(pid=13690) [trial-2396↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13690)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a23:35:44.587551 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:44.598960 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:35:44.747167 tst ping.py: using LAC 37007\u000a23:35:44.862995 tst ping.py: using RAC 32\u000a23:35:44.976754 tst ping.py: using CellId 37007\u000a23:35:45.090624 tst ping.py: using BVCI 37008\u000a23:35:45.113155 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:45.123986 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:45.134761 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:45.145504 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:45.155934 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:45.166439 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:45.177140 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:45.187733 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:35:45.457498 tst ping.py:19: start network...\u000a23:35:45.579026 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:35:46.092836 run create_hlr_db(pid=13684): Launched\u000a23:35:46.265789 bus /gobi_6: Setting Powered False\u000a23:35:47.308054 run create_hlr_db(pid=13684): Terminated: ok {rc=0}\u000a23:35:47.698415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13686): Launched\u000a23:35:47.989946 run osmo-hlr_10.42.42.2(pid=13687): Launched\u000a23:35:48.103868 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:35:48.621856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13689): Launched\u000a23:35:48.913517 run osmo-stp_10.42.42.5(pid=13690): Launched\u000a23:35:49.021311 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:35:49.533291 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13692): Launched\u000a23:35:49.637339 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:35:49.891868 run patchelf(pid=13693): Launched\u000a23:35:50.063117 run osmo-stp_10.42.42.5(pid=13690): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13690)]\u000a23:35:50.189207 run osmo-stp_10.42.42.5(pid=13690): stdout: \u000a| (launched: 2022-12-13_23:35:48.770084)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:35:50.314691 run osmo-stp_10.42.42.5(pid=13690): stderr: \u000a| �[0;m�[38;5;43m20221213233548936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233548936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233548936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233548937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233548940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233548940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233548940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:35:50.435660 run osmo-stp_10.42.42.5(pid=13690): stdout: \u000a| (launched: 2022-12-13_23:35:48.770084)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:35:50.555904 run osmo-stp_10.42.42.5(pid=13690): stderr: \u000a| �[0;m�[38;5;43m20221213233548936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233548936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233548936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233548937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233548940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233548940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233548940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:35:50.695630 run patchelf(pid=13693): Terminating (SIGINT)\u000a23:35:50.859558 run patchelf(pid=13693): Terminated: ok {rc=0}\u000a23:35:50.889458 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13690): Process ended prematurely: osmo-stp_10.42.42.5(pid=13690) [trial-2396↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13690)] [trial-2396↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a23:35:50.897884 tst ping.py:22: Test FAILED (6.3 sec)\u000a23:35:50.957425 run osmo-hlr_10.42.42.2(pid=13687): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13687)]\u000a23:35:51.006774 run osmo-hlr_10.42.42.2(pid=13687): stdout: \u000a| (launched: 2022-12-13_23:35:47.846646) \u000a23:35:51.056291 run osmo-hlr_10.42.42.2(pid=13687): stderr: \u000a| �[0;m�[1;31m20221213233548022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233548022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233548022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233548022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233548022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233548022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233548034 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233548042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233548043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233548043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:35:51.098293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13686): Terminating (SIGTERM)\u000a23:35:51.137868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13689): Terminating (SIGTERM)\u000a23:35:51.177514 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13692): Terminating (SIGTERM)\u000a23:35:51.186801 --- ParallelTerminationStrategy: PID 13686 died...\u000a23:35:51.240190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13686): Terminated: ok {rc=0}\u000a23:35:51.249953 --- ParallelTerminationStrategy: PID 13689 died...\u000a23:35:51.302816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13689): Terminated: ok {rc=0}\u000a23:35:51.312295 --- ParallelTerminationStrategy: PID 13692 died...\u000a23:35:51.364885 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13692): Terminated: ok {rc=0}\u000a23:35:51.447728 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13701): Process ended prematurely: osmo-stp_10.42.42.5(pid=13701) [trial-2396↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13701)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13701): Process ended prematurely: osmo-stp_10.42.42.5(pid=13701) [trial-2396↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13701)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a23:35:52.499888 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:52.511846 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:35:52.651756 tst ping_idle_ping.py: using LAC 37008\u000a23:35:52.767558 tst ping_idle_ping.py: using RAC 33\u000a23:35:52.883390 tst ping_idle_ping.py: using CellId 37008\u000a23:35:53.000918 tst ping_idle_ping.py: using BVCI 37009\u000a23:35:53.023349 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:53.034399 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:53.045070 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:53.055577 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:53.066711 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:53.077859 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:53.089162 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:53.100308 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:35:53.384130 tst ping_idle_ping.py:24: start network...\u000a23:35:53.507991 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:35:53.979432 run create_hlr_db(pid=13695): Launched\u000a23:35:54.149359 bus /gobi_6: Setting Powered False\u000a23:35:55.170342 run create_hlr_db(pid=13695): Terminated: ok {rc=0}\u000a23:35:55.587360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13697): Launched\u000a23:35:55.900659 run osmo-hlr_10.42.42.2(pid=13698): Launched\u000a23:35:56.017483 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:35:56.561794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13700): Launched\u000a23:35:56.875609 run osmo-stp_10.42.42.5(pid=13701): Launched\u000a23:35:56.991229 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:35:57.538887 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13703): Launched\u000a23:35:57.651075 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:35:57.924077 run patchelf(pid=13704): Launched\u000a23:35:58.108649 run osmo-stp_10.42.42.5(pid=13701): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13701)]\u000a23:35:58.243202 run osmo-stp_10.42.42.5(pid=13701): stdout: \u000a| (launched: 2022-12-13_23:35:56.721604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:35:58.378532 run osmo-stp_10.42.42.5(pid=13701): stderr: \u000a| �[0;m�[38;5;43m20221213233556913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233556913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233556913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233556914 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233556914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233556914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233556914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:35:58.508274 run osmo-stp_10.42.42.5(pid=13701): stdout: \u000a| (launched: 2022-12-13_23:35:56.721604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:35:58.637315 run osmo-stp_10.42.42.5(pid=13701): stderr: \u000a| �[0;m�[38;5;43m20221213233556913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233556913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233556913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233556914 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233556914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233556914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233556914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:35:58.787271 run patchelf(pid=13704): Terminating (SIGINT)\u000a23:35:58.963854 run patchelf(pid=13704): Terminated: ok {rc=0}\u000a23:35:58.996040 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13701): Process ended prematurely: osmo-stp_10.42.42.5(pid=13701) [trial-2396↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13701)] [trial-2396↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a23:35:59.005292 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a23:35:59.068213 run osmo-hlr_10.42.42.2(pid=13698): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13698)]\u000a23:35:59.119549 run osmo-hlr_10.42.42.2(pid=13698): stdout: \u000a| (launched: 2022-12-13_23:35:55.746630) \u000a23:35:59.171537 run osmo-hlr_10.42.42.2(pid=13698): stderr: \u000a| �[0;m�[1;31m20221213233555943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233555943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233555943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233555943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233555943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233555943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233555957 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233555966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233555967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233555967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:35:59.215466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13697): Terminating (SIGTERM)\u000a23:35:59.257309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13700): Terminating (SIGTERM)\u000a23:35:59.299804 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13703): Terminating (SIGTERM)\u000a23:35:59.309569 --- ParallelTerminationStrategy: PID 13697 died...\u000a23:35:59.366244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13697): Terminated: ok {rc=0}\u000a23:35:59.376255 --- ParallelTerminationStrategy: PID 13700 died...\u000a23:35:59.432497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13700): Terminated: ok {rc=0}\u000a23:35:59.442514 --- ParallelTerminationStrategy: PID 13703 died...\u000a23:35:59.498641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13703): Terminated: ok {rc=0}\u000a23:35:59.586277 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:35:02" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13718): Process ended prematurely: osmo-stp_10.42.42.5(pid=13718) [trial-2396↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13718)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13718): Process ended prematurely: osmo-stp_10.42.42.5(pid=13718) [trial-2396↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13718)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:36:01.882977 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:01.898378 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:36:02.095510 tst cs_paging_gprs_active.py: using LAC 37009\u000a23:36:02.245970 tst cs_paging_gprs_active.py: using RAC 34\u000a23:36:02.372265 tst cs_paging_gprs_active.py: using CellId 37009\u000a23:36:02.496507 tst cs_paging_gprs_active.py: using BVCI 37010\u000a23:36:02.520747 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:02.532032 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:02.543146 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:02.554193 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:02.565965 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:02.577963 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:02.589996 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:02.601807 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:02.613847 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:36:02.734254 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:36:03.028202 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:36:03.162467 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:36:03.492252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13708): Launched\u000a23:36:03.766391 run iperf3-srv_10.42.42.10(pid=13709): Launched\u000a23:36:03.962969 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:36:04.097921 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:36:04.427602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13710): Launched\u000a23:36:04.700833 run iperf3-srv_10.42.42.10(pid=13711): Launched\u000a23:36:04.896405 tst cs_paging_gprs_active.py:38: start network...\u000a23:36:05.030567 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:36:05.530999 run create_hlr_db(pid=13712): Launched\u000a23:36:05.716312 bus /gobi_6: Setting Powered False\u000a23:36:06.737955 run create_hlr_db(pid=13712): Terminated: ok {rc=0}\u000a23:36:07.162913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13714): Launched\u000a23:36:07.482990 run osmo-hlr_10.42.42.2(pid=13715): Launched\u000a23:36:07.604534 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:36:08.129461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13717): Launched\u000a23:36:08.429039 run osmo-stp_10.42.42.5(pid=13718): Launched\u000a23:36:08.538352 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:36:09.057336 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13720): Launched\u000a23:36:09.163835 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:36:09.424610 run patchelf(pid=13721): Launched\u000a23:36:09.599284 run osmo-stp_10.42.42.5(pid=13718): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13718)]\u000a23:36:09.727486 run osmo-stp_10.42.42.5(pid=13718): stdout: \u000a| (launched: 2022-12-13_23:36:08.282046)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:36:09.856526 run osmo-stp_10.42.42.5(pid=13718): stderr: \u000a| �[0;m�[38;5;43m20221213233608452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233608452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233608452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233608453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233608453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233608453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233608453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:36:09.980364 run osmo-stp_10.42.42.5(pid=13718): stdout: \u000a| (launched: 2022-12-13_23:36:08.282046)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:36:10.103306 run osmo-stp_10.42.42.5(pid=13718): stderr: \u000a| �[0;m�[38;5;43m20221213233608452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233608452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233608452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233608453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233608453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233608453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233608453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:36:10.245990 run patchelf(pid=13721): Terminating (SIGINT)\u000a23:36:10.415030 run patchelf(pid=13721): Terminated: ok {rc=0}\u000a23:36:10.445855 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13718): Process ended prematurely: osmo-stp_10.42.42.5(pid=13718) [trial-2396↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13718)] [trial-2396↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a23:36:10.454905 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a23:36:10.514959 run osmo-hlr_10.42.42.2(pid=13715): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13715)]\u000a23:36:10.564108 run osmo-hlr_10.42.42.2(pid=13715): stdout: \u000a| (launched: 2022-12-13_23:36:07.326234) \u000a23:36:10.613860 run osmo-hlr_10.42.42.2(pid=13715): stderr: \u000a| �[0;m�[1;31m20221213233607524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233607524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233607524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233607524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233607524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233607524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233607537 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233607545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233607545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233607545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:36:10.656038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13708): Terminating (SIGTERM)\u000a23:36:10.695783 run iperf3-srv_10.42.42.10(pid=13709): Terminating (SIGTERM)\u000a23:36:10.735505 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13710): Terminating (SIGTERM)\u000a23:36:10.774884 run iperf3-srv_10.42.42.10(pid=13711): Terminating (SIGTERM)\u000a23:36:10.818260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13714): Terminating (SIGTERM)\u000a23:36:10.861047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13717): Terminating (SIGTERM)\u000a23:36:10.903602 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13720): Terminating (SIGTERM)\u000a23:36:10.912900 --- ParallelTerminationStrategy: PID 13708 died...\u000a23:36:10.971133 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13708): Terminated: ok {rc=0}\u000a23:36:10.981348 --- ParallelTerminationStrategy: PID 13709 died...\u000a23:36:11.038862 run iperf3-srv_10.42.42.10(pid=13709): Terminated {rc=256}\u000a23:36:11.048798 --- ParallelTerminationStrategy: PID 13710 died...\u000a23:36:11.106331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13710): Terminated: ok {rc=0}\u000a23:36:11.116257 --- ParallelTerminationStrategy: PID 13711 died...\u000a23:36:11.173145 run iperf3-srv_10.42.42.10(pid=13711): Terminated {rc=256}\u000a23:36:11.183123 --- ParallelTerminationStrategy: PID 13714 died...\u000a23:36:11.240603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13714): Terminated: ok {rc=0}\u000a23:36:11.250747 --- ParallelTerminationStrategy: PID 13717 died...\u000a23:36:11.308311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13717): Terminated: ok {rc=0}\u000a23:36:11.318448 --- ParallelTerminationStrategy: PID 13720 died...\u000a23:36:11.375738 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13720): Terminated: ok {rc=0}\u000a23:36:11.463081 bus /gobi_0: Setting Powered False\u000a23:36:12.568660 bus /gobi_0: Setting Powered False\u000a23:36:13.676082 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13731): Process ended prematurely: osmo-stp_10.42.42.5(pid=13731) [trial-2396↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13731)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13731): Process ended prematurely: osmo-stp_10.42.42.5(pid=13731) [trial-2396↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13731)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a23:36:14.790358 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:14.802209 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:36:14.968166 tst iperf3.py: using LAC 37010\u000a23:36:15.096104 tst iperf3.py: using RAC 35\u000a23:36:15.221015 tst iperf3.py: using CellId 37010\u000a23:36:15.340221 tst iperf3.py: using BVCI 37011\u000a23:36:15.363293 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:15.374288 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:15.385139 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:15.395871 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:15.406965 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:15.417953 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:15.428675 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:15.439709 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:15.450678 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:36:15.742727 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:36:15.877669 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:36:16.231583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13723): Launched\u000a23:36:16.528631 run iperf3-srv_10.42.42.10(pid=13724): Launched\u000a23:36:16.728732 tst iperf3.py:8: start network...\u000a23:36:16.865556 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:36:17.371929 run create_hlr_db(pid=13725): Launched\u000a23:36:17.556250 bus /gobi_6: Setting Powered False\u000a23:36:18.577059 run create_hlr_db(pid=13725): Terminated: ok {rc=0}\u000a23:36:18.975729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13727): Launched\u000a23:36:19.273729 run osmo-hlr_10.42.42.2(pid=13728): Launched\u000a23:36:19.384062 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:36:19.900730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13730): Launched\u000a23:36:20.198016 run osmo-stp_10.42.42.5(pid=13731): Launched\u000a23:36:20.307132 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:36:20.826207 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13733): Launched\u000a23:36:20.932187 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:36:21.191979 run patchelf(pid=13734): Launched\u000a23:36:21.366537 run osmo-stp_10.42.42.5(pid=13731): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13731)]\u000a23:36:21.494233 run osmo-stp_10.42.42.5(pid=13731): stdout: \u000a| (launched: 2022-12-13_23:36:20.052095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:36:21.622353 run osmo-stp_10.42.42.5(pid=13731): stderr: \u000a| �[0;m�[38;5;43m20221213233620223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233620223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233620223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233620224 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233620224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233620224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233620225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:36:21.745764 run osmo-stp_10.42.42.5(pid=13731): stdout: \u000a| (launched: 2022-12-13_23:36:20.052095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:36:21.868348 run osmo-stp_10.42.42.5(pid=13731): stderr: \u000a| �[0;m�[38;5;43m20221213233620223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233620223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233620223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233620224 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233620224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233620224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233620225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:36:22.010730 run patchelf(pid=13734): Terminating (SIGINT)\u000a23:36:22.178654 run patchelf(pid=13734): Terminated: ok {rc=0}\u000a23:36:22.209484 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13731): Process ended prematurely: osmo-stp_10.42.42.5(pid=13731) [trial-2396↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13731)] [trial-2396↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a23:36:22.218606 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a23:36:22.278485 run osmo-hlr_10.42.42.2(pid=13728): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13728)]\u000a23:36:22.327456 run osmo-hlr_10.42.42.2(pid=13728): stdout: \u000a| (launched: 2022-12-13_23:36:19.126875) \u000a23:36:22.377170 run osmo-hlr_10.42.42.2(pid=13728): stderr: \u000a| �[0;m�[1;31m20221213233619301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233619301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233619302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233619302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233619302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233619302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233619317 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233619327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233619328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233619328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:36:22.419876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13723): Terminating (SIGTERM)\u000a23:36:22.459407 run iperf3-srv_10.42.42.10(pid=13724): Terminating (SIGTERM)\u000a23:36:22.499132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13727): Terminating (SIGTERM)\u000a23:36:22.538855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13730): Terminating (SIGTERM)\u000a23:36:22.578583 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13733): Terminating (SIGTERM)\u000a23:36:22.587857 --- ParallelTerminationStrategy: PID 13723 died...\u000a23:36:22.641017 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13723): Terminated: ok {rc=0}\u000a23:36:22.650577 --- ParallelTerminationStrategy: PID 13724 died...\u000a23:36:22.703180 run iperf3-srv_10.42.42.10(pid=13724): Terminated {rc=256}\u000a23:36:22.712592 --- ParallelTerminationStrategy: PID 13727 died...\u000a23:36:22.765564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13727): Terminated: ok {rc=0}\u000a23:36:22.775216 --- ParallelTerminationStrategy: PID 13730 died...\u000a23:36:22.828140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13730): Terminated: ok {rc=0}\u000a23:36:22.837810 --- ParallelTerminationStrategy: PID 13733 died...\u000a23:36:22.890431 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13733): Terminated: ok {rc=0}\u000a23:36:22.978078 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13749): Process ended prematurely: osmo-stp_10.42.42.5(pid=13749) [trial-2396↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13749)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13749): Process ended prematurely: osmo-stp_10.42.42.5(pid=13749) [trial-2396↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13749)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a23:36:24.087628 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:24.099096 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:36:24.256299 tst iperf3m4.py: using LAC 37011\u000a23:36:24.374700 tst iperf3m4.py: using RAC 36\u000a23:36:24.498221 tst iperf3m4.py: using CellId 37011\u000a23:36:24.613480 tst iperf3m4.py: using BVCI 37012\u000a23:36:24.636332 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:24.647229 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:24.658074 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:24.668772 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:24.679391 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:24.690146 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:24.700823 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:24.711489 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:24.722358 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:36:24.841695 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:36:24.959229 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:36:25.080130 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:36:25.373018 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:36:25.507318 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:36:25.836514 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13735): Launched\u000a23:36:26.110712 run iperf3-srv_10.42.42.10(pid=13736): Launched\u000a23:36:26.307026 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:36:26.450790 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:36:26.780114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13737): Launched\u000a23:36:27.054681 run iperf3-srv_10.42.42.10(pid=13738): Launched\u000a23:36:27.251147 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:36:27.385531 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:36:27.715466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13739): Launched\u000a23:36:27.989138 run iperf3-srv_10.42.42.10(pid=13740): Launched\u000a23:36:28.185414 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:36:28.318928 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:36:28.648098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13741): Launched\u000a23:36:28.921459 run iperf3-srv_10.42.42.10(pid=13742): Launched\u000a23:36:29.117620 tst iperf3m4.py:8: start network...\u000a23:36:29.251222 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:36:29.751668 run create_hlr_db(pid=13743): Launched\u000a23:36:29.936379 bus /gobi_6: Setting Powered False\u000a23:36:30.966597 run create_hlr_db(pid=13743): Terminated: ok {rc=0}\u000a23:36:31.410449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13745): Launched\u000a23:36:31.814760 run osmo-hlr_10.42.42.2(pid=13746): Launched\u000a23:36:31.966303 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:36:32.602364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13748): Launched\u000a23:36:32.900153 run osmo-stp_10.42.42.5(pid=13749): Launched\u000a23:36:33.008524 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:36:33.527270 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13751): Launched\u000a23:36:33.633809 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:36:33.893727 run patchelf(pid=13752): Launched\u000a23:36:34.068271 run osmo-stp_10.42.42.5(pid=13749): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13749)]\u000a23:36:34.196237 run osmo-stp_10.42.42.5(pid=13749): stdout: \u000a| (launched: 2022-12-13_23:36:32.754242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:36:34.324127 run osmo-stp_10.42.42.5(pid=13749): stderr: \u000a| �[0;m�[38;5;43m20221213233632923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233632923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233632923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233632923 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233632926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233632926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233632926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:36:34.447854 run osmo-stp_10.42.42.5(pid=13749): stdout: \u000a| (launched: 2022-12-13_23:36:32.754242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:36:34.570636 run osmo-stp_10.42.42.5(pid=13749): stderr: \u000a| �[0;m�[38;5;43m20221213233632923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233632923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233632923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233632923 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233632926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233632926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233632926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:36:34.713588 run patchelf(pid=13752): Terminating (SIGINT)\u000a23:36:34.881974 run patchelf(pid=13752): Terminated: ok {rc=0}\u000a23:36:34.912886 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13749): Process ended prematurely: osmo-stp_10.42.42.5(pid=13749) [trial-2396↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13749)] [trial-2396↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a23:36:34.922119 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a23:36:34.982492 run osmo-hlr_10.42.42.2(pid=13746): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13746)]\u000a23:36:35.031910 run osmo-hlr_10.42.42.2(pid=13746): stdout: \u000a| (launched: 2022-12-13_23:36:31.575896) \u000a23:36:35.081645 run osmo-hlr_10.42.42.2(pid=13746): stderr: \u000a| �[0;m�[1;31m20221213233631913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233631913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233631913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233631913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233631913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233631915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233631935 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233631948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233631948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233631948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:36:35.123999 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13735): Terminating (SIGTERM)\u000a23:36:35.163744 run iperf3-srv_10.42.42.10(pid=13736): Terminating (SIGTERM)\u000a23:36:35.203477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13737): Terminating (SIGTERM)\u000a23:36:35.243154 run iperf3-srv_10.42.42.10(pid=13738): Terminating (SIGTERM)\u000a23:36:35.283081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13739): Terminating (SIGTERM)\u000a23:36:35.322837 run iperf3-srv_10.42.42.10(pid=13740): Terminating (SIGTERM)\u000a23:36:35.362693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13741): Terminating (SIGTERM)\u000a23:36:35.402457 run iperf3-srv_10.42.42.10(pid=13742): Terminating (SIGTERM)\u000a23:36:35.442145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13745): Terminating (SIGTERM)\u000a23:36:35.481807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13748): Terminating (SIGTERM)\u000a23:36:35.521578 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13751): Terminating (SIGTERM)\u000a23:36:35.530802 --- ParallelTerminationStrategy: PID 13735 died...\u000a23:36:35.584894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13735): Terminated: ok {rc=0}\u000a23:36:35.594697 --- ParallelTerminationStrategy: PID 13736 died...\u000a23:36:35.647647 run iperf3-srv_10.42.42.10(pid=13736): Terminated {rc=256}\u000a23:36:35.657372 --- ParallelTerminationStrategy: PID 13737 died...\u000a23:36:35.710558 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13737): Terminated: ok {rc=0}\u000a23:36:35.720147 --- ParallelTerminationStrategy: PID 13738 died...\u000a23:36:35.773253 run iperf3-srv_10.42.42.10(pid=13738): Terminated {rc=256}\u000a23:36:35.782892 --- ParallelTerminationStrategy: PID 13739 died...\u000a23:36:35.836001 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13739): Terminated: ok {rc=0}\u000a23:36:35.845955 --- ParallelTerminationStrategy: PID 13740 died...\u000a23:36:35.898914 run iperf3-srv_10.42.42.10(pid=13740): Terminated {rc=256}\u000a23:36:35.908388 --- ParallelTerminationStrategy: PID 13741 died...\u000a23:36:35.961493 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13741): Terminated: ok {rc=0}\u000a23:36:35.971163 --- ParallelTerminationStrategy: PID 13742 died...\u000a23:36:36.023981 run iperf3-srv_10.42.42.10(pid=13742): Terminated {rc=256}\u000a23:36:36.033935 --- ParallelTerminationStrategy: PID 13745 died...\u000a23:36:36.086903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13745): Terminated: ok {rc=0}\u000a23:36:36.096620 --- ParallelTerminationStrategy: PID 13748 died...\u000a23:36:36.149471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13748): Terminated: ok {rc=0}\u000a23:36:36.159020 --- ParallelTerminationStrategy: PID 13751 died...\u000a23:36:36.211840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13751): Terminated: ok {rc=0}\u000a23:36:36.300128 bus /gobi_4: Setting Powered False\u000a23:36:37.402850 bus /gobi_4: Setting Powered False\u000a23:36:38.514155 bus /gobi_1: Setting Powered False\u000a23:36:39.617391 bus /gobi_1: Setting Powered False\u000a23:36:40.723684 bus /gobi_0: Setting Powered False\u000a23:36:41.830197 bus /gobi_0: Setting Powered False\u000a23:36:42.938594 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13759): Process ended prematurely: osmo-stp_10.42.42.5(pid=13759) [trial-2396↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13759)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13759): Process ended prematurely: osmo-stp_10.42.42.5(pid=13759) [trial-2396↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13759)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a23:36:44.007299 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:44.019434 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:36:44.181803 tst ping.py: using LAC 37012\u000a23:36:44.304066 tst ping.py: using RAC 37\u000a23:36:44.426800 tst ping.py: using CellId 37012\u000a23:36:44.550056 tst ping.py: using BVCI 37013\u000a23:36:44.574038 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:44.585483 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:44.596517 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:44.607660 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:44.619140 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:44.630767 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:44.642345 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:44.654013 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:36:44.940811 tst ping.py:19: start network...\u000a23:36:45.072683 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:36:45.565147 run create_hlr_db(pid=13753): Launched\u000a23:36:45.747008 bus /gobi_6: Setting Powered False\u000a23:36:46.831455 run create_hlr_db(pid=13753): Terminated: ok {rc=0}\u000a23:36:47.286314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13755): Launched\u000a23:36:47.599988 run osmo-hlr_10.42.42.2(pid=13756): Launched\u000a23:36:47.718403 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:36:48.264213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13758): Launched\u000a23:36:48.578061 run osmo-stp_10.42.42.5(pid=13759): Launched\u000a23:36:48.693123 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:36:49.239616 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13761): Launched\u000a23:36:49.351778 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:36:49.624754 run patchelf(pid=13762): Launched\u000a23:36:49.808546 run osmo-stp_10.42.42.5(pid=13759): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13759)]\u000a23:36:49.943109 run osmo-stp_10.42.42.5(pid=13759): stdout: \u000a| (launched: 2022-12-13_23:36:48.423256)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:36:50.078530 run osmo-stp_10.42.42.5(pid=13759): stderr: \u000a| �[0;m�[38;5;43m20221213233648615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233648615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233648616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233648616 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233648617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233648617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233648617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:36:50.209029 run osmo-stp_10.42.42.5(pid=13759): stdout: \u000a| (launched: 2022-12-13_23:36:48.423256)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:36:50.338348 run osmo-stp_10.42.42.5(pid=13759): stderr: \u000a| �[0;m�[38;5;43m20221213233648615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233648615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233648616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233648616 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233648617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233648617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233648617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:36:50.488459 run patchelf(pid=13762): Terminating (SIGINT)\u000a23:36:50.664630 run patchelf(pid=13762): Terminated: ok {rc=0}\u000a23:36:50.696547 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13759): Process ended prematurely: osmo-stp_10.42.42.5(pid=13759) [trial-2396↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13759)] [trial-2396↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a23:36:50.705818 tst ping.py:22: Test FAILED (6.7 sec)\u000a23:36:50.769592 run osmo-hlr_10.42.42.2(pid=13756): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13756)]\u000a23:36:50.821642 run osmo-hlr_10.42.42.2(pid=13756): stdout: \u000a| (launched: 2022-12-13_23:36:47.446025) \u000a23:36:50.874252 run osmo-hlr_10.42.42.2(pid=13756): stderr: \u000a| �[0;m�[1;31m20221213233647640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233647640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233647640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233647640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233647640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233647641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233647653 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233647661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233647661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233647661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:36:50.919188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13755): Terminating (SIGTERM)\u000a23:36:50.961836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13758): Terminating (SIGTERM)\u000a23:36:51.004499 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13761): Terminating (SIGTERM)\u000a23:36:51.014254 --- ParallelTerminationStrategy: PID 13755 died...\u000a23:36:51.071010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13755): Terminated: ok {rc=0}\u000a23:36:51.081296 --- ParallelTerminationStrategy: PID 13758 died...\u000a23:36:51.137341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13758): Terminated: ok {rc=0}\u000a23:36:51.147353 --- ParallelTerminationStrategy: PID 13761 died...\u000a23:36:51.203568 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13761): Terminated: ok {rc=0}\u000a23:36:51.289859 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13769): Process ended prematurely: osmo-stp_10.42.42.5(pid=13769) [trial-2396↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13769)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13769): Process ended prematurely: osmo-stp_10.42.42.5(pid=13769) [trial-2396↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13769)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a23:36:52.342110 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:52.353986 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:36:52.513220 tst ping_idle_ping.py: using LAC 37013\u000a23:36:52.627854 tst ping_idle_ping.py: using RAC 38\u000a23:36:52.744805 tst ping_idle_ping.py: using CellId 37013\u000a23:36:52.859482 tst ping_idle_ping.py: using BVCI 37014\u000a23:36:52.882302 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:52.893354 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:52.904213 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:52.915167 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:52.926272 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:52.937343 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:52.948463 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:52.959551 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:36:53.247521 tst ping_idle_ping.py:24: start network...\u000a23:36:53.379552 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:36:53.880081 run create_hlr_db(pid=13763): Launched\u000a23:36:54.062547 bus /gobi_6: Setting Powered False\u000a23:36:55.083676 run create_hlr_db(pid=13763): Terminated: ok {rc=0}\u000a23:36:55.478505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13765): Launched\u000a23:36:55.771490 run osmo-hlr_10.42.42.2(pid=13766): Launched\u000a23:36:55.886139 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:36:56.400424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13768): Launched\u000a23:36:56.693986 run osmo-stp_10.42.42.5(pid=13769): Launched\u000a23:36:56.800575 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:36:57.310839 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13771): Launched\u000a23:36:57.415600 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:36:57.670913 run patchelf(pid=13772): Launched\u000a23:36:57.843015 run osmo-stp_10.42.42.5(pid=13769): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13769)]\u000a23:36:57.969221 run osmo-stp_10.42.42.5(pid=13769): stdout: \u000a| (launched: 2022-12-13_23:36:56.549094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:36:58.095437 run osmo-stp_10.42.42.5(pid=13769): stderr: \u000a| �[0;m�[38;5;43m20221213233656715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233656715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233656715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233656716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233656716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233656716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233656716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:36:58.217666 run osmo-stp_10.42.42.5(pid=13769): stdout: \u000a| (launched: 2022-12-13_23:36:56.549094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:36:58.338986 run osmo-stp_10.42.42.5(pid=13769): stderr: \u000a| �[0;m�[38;5;43m20221213233656715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233656715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233656715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233656716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233656716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233656716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233656716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:36:58.478933 run patchelf(pid=13772): Terminating (SIGINT)\u000a23:36:58.643364 run patchelf(pid=13772): Terminated: ok {rc=0}\u000a23:36:58.673765 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13769): Process ended prematurely: osmo-stp_10.42.42.5(pid=13769) [trial-2396↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13769)] [trial-2396↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a23:36:58.682397 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a23:36:58.742312 run osmo-hlr_10.42.42.2(pid=13766): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13766)]\u000a23:36:58.791204 run osmo-hlr_10.42.42.2(pid=13766): stdout: \u000a| (launched: 2022-12-13_23:36:55.627384) \u000a23:36:58.840710 run osmo-hlr_10.42.42.2(pid=13766): stderr: \u000a| �[0;m�[1;31m20221213233655804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233655804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233655804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233655804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233655804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233655804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233655816 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233655826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233655827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233655827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:36:58.882644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13765): Terminating (SIGTERM)\u000a23:36:58.922403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13768): Terminating (SIGTERM)\u000a23:36:58.962497 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13771): Terminating (SIGTERM)\u000a23:36:58.971621 --- ParallelTerminationStrategy: PID 13765 died...\u000a23:36:59.024707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13765): Terminated: ok {rc=0}\u000a23:36:59.034329 --- ParallelTerminationStrategy: PID 13768 died...\u000a23:36:59.086978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13768): Terminated: ok {rc=0}\u000a23:36:59.096505 --- ParallelTerminationStrategy: PID 13771 died...\u000a23:36:59.149221 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13771): Terminated: ok {rc=0}\u000a23:36:59.232424 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:36:01" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13787): Process ended prematurely: osmo-stp_10.42.42.5(pid=13787) [trial-2396↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13787)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13787): Process ended prematurely: osmo-stp_10.42.42.5(pid=13787) [trial-2396↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13787)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:37:01.402991 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:01.414516 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:37:01.588771 tst cs_paging_gprs_active.py: using LAC 37014\u000a23:37:01.719761 tst cs_paging_gprs_active.py: using RAC 39\u000a23:37:01.854527 tst cs_paging_gprs_active.py: using CellId 37014\u000a23:37:01.977583 tst cs_paging_gprs_active.py: using BVCI 37015\u000a23:37:02.002081 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:02.013915 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:02.025707 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:02.037428 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:02.050082 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:02.061978 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:02.073995 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:02.085985 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:02.098118 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:37:02.218624 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:37:02.510288 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:37:02.644711 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:37:02.976494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13777): Launched\u000a23:37:03.252342 run iperf3-srv_10.42.42.10(pid=13778): Launched\u000a23:37:03.448865 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:37:03.583093 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:37:03.913709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13779): Launched\u000a23:37:04.188524 run iperf3-srv_10.42.42.10(pid=13780): Launched\u000a23:37:04.384546 tst cs_paging_gprs_active.py:38: start network...\u000a23:37:04.518571 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:37:05.021265 run create_hlr_db(pid=13781): Launched\u000a23:37:05.206945 bus /gobi_6: Setting Powered False\u000a23:37:06.217617 run create_hlr_db(pid=13781): Terminated: ok {rc=0}\u000a23:37:06.622877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13783): Launched\u000a23:37:06.921951 run osmo-hlr_10.42.42.2(pid=13784): Launched\u000a23:37:07.041639 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:37:07.565053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13786): Launched\u000a23:37:07.863123 run osmo-stp_10.42.42.5(pid=13787): Launched\u000a23:37:07.973176 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:37:08.494008 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13789): Launched\u000a23:37:08.601022 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:37:08.861990 run patchelf(pid=13790): Launched\u000a23:37:09.037133 run osmo-stp_10.42.42.5(pid=13787): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13787)]\u000a23:37:09.165821 run osmo-stp_10.42.42.5(pid=13787): stdout: \u000a| (launched: 2022-12-13_23:37:07.716623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:37:09.294545 run osmo-stp_10.42.42.5(pid=13787): stderr: \u000a| �[0;m�[38;5;43m20221213233707887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233707887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233707887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233707888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233707888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233707888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233707888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:37:09.418739 run osmo-stp_10.42.42.5(pid=13787): stdout: \u000a| (launched: 2022-12-13_23:37:07.716623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:37:09.541527 run osmo-stp_10.42.42.5(pid=13787): stderr: \u000a| �[0;m�[38;5;43m20221213233707887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233707887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233707887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233707888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233707888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233707888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233707888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:37:09.684928 run patchelf(pid=13790): Terminating (SIGINT)\u000a23:37:09.853291 run patchelf(pid=13790): Terminated: ok {rc=0}\u000a23:37:09.884277 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13787): Process ended prematurely: osmo-stp_10.42.42.5(pid=13787) [trial-2396↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13787)] [trial-2396↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a23:37:09.893448 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a23:37:09.953440 run osmo-hlr_10.42.42.2(pid=13784): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13784)]\u000a23:37:10.002421 run osmo-hlr_10.42.42.2(pid=13784): stdout: \u000a| (launched: 2022-12-13_23:37:06.775672) \u000a23:37:10.052254 run osmo-hlr_10.42.42.2(pid=13784): stderr: \u000a| �[0;m�[1;31m20221213233706950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233706950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233706950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233706950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233706950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233706950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233706962 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233706971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233706971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233706971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:37:10.094876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13777): Terminating (SIGTERM)\u000a23:37:10.134912 run iperf3-srv_10.42.42.10(pid=13778): Terminating (SIGTERM)\u000a23:37:10.175037 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13779): Terminating (SIGTERM)\u000a23:37:10.214790 run iperf3-srv_10.42.42.10(pid=13780): Terminating (SIGTERM)\u000a23:37:10.254795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13783): Terminating (SIGTERM)\u000a23:37:10.294693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13786): Terminating (SIGTERM)\u000a23:37:10.334650 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13789): Terminating (SIGTERM)\u000a23:37:10.343840 --- ParallelTerminationStrategy: PID 13777 died...\u000a23:37:10.397343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13777): Terminated: ok {rc=0}\u000a23:37:10.406957 --- ParallelTerminationStrategy: PID 13778 died...\u000a23:37:10.459854 run iperf3-srv_10.42.42.10(pid=13778): Terminated {rc=256}\u000a23:37:10.469376 --- ParallelTerminationStrategy: PID 13779 died...\u000a23:37:10.522465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13779): Terminated: ok {rc=0}\u000a23:37:10.531961 --- ParallelTerminationStrategy: PID 13780 died...\u000a23:37:10.584891 run iperf3-srv_10.42.42.10(pid=13780): Terminated {rc=256}\u000a23:37:10.594316 --- ParallelTerminationStrategy: PID 13783 died...\u000a23:37:10.647207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13783): Terminated: ok {rc=0}\u000a23:37:10.656798 --- ParallelTerminationStrategy: PID 13786 died...\u000a23:37:10.709580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13786): Terminated: ok {rc=0}\u000a23:37:10.719003 --- ParallelTerminationStrategy: PID 13789 died...\u000a23:37:10.772022 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13789): Terminated: ok {rc=0}\u000a23:37:10.854903 bus /gobi_0: Setting Powered False\u000a23:37:11.956026 bus /gobi_0: Setting Powered False\u000a23:37:13.068061 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13799): Process ended prematurely: osmo-stp_10.42.42.5(pid=13799) [trial-2396↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13799)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13799): Process ended prematurely: osmo-stp_10.42.42.5(pid=13799) [trial-2396↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13799)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a23:37:14.178281 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:14.189775 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:37:14.346175 tst iperf3.py: using LAC 37015\u000a23:37:14.462401 tst iperf3.py: using RAC 40\u000a23:37:14.578992 tst iperf3.py: using CellId 37015\u000a23:37:14.695318 tst iperf3.py: using BVCI 37016\u000a23:37:14.718024 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:14.728698 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:14.739267 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:14.749862 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:14.760841 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:14.771895 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:14.782975 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:14.793697 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:14.804511 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:37:15.079450 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:37:15.204181 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:37:15.512740 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13791): Launched\u000a23:37:15.768504 run iperf3-srv_10.42.42.10(pid=13792): Launched\u000a23:37:15.963954 tst iperf3.py:8: start network...\u000a23:37:16.091516 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:37:16.609065 run create_hlr_db(pid=13793): Launched\u000a23:37:16.783756 bus /gobi_6: Setting Powered False\u000a23:37:17.803441 run create_hlr_db(pid=13793): Terminated: ok {rc=0}\u000a23:37:18.226516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13795): Launched\u000a23:37:18.545706 run osmo-hlr_10.42.42.2(pid=13796): Launched\u000a23:37:18.667438 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:37:19.221366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13798): Launched\u000a23:37:19.539770 run osmo-stp_10.42.42.5(pid=13799): Launched\u000a23:37:19.656185 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:37:20.213403 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13802): Launched\u000a23:37:20.327328 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:37:20.604353 run patchelf(pid=13803): Launched\u000a23:37:20.790930 run osmo-stp_10.42.42.5(pid=13799): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13799)]\u000a23:37:20.927757 run osmo-stp_10.42.42.5(pid=13799): stdout: \u000a| (launched: 2022-12-13_23:37:19.383655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:37:21.065603 run osmo-stp_10.42.42.5(pid=13799): stderr: \u000a| �[0;m�[38;5;43m20221213233719576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233719576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233719576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233719577 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233719577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233719577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233719577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:37:21.197616 run osmo-stp_10.42.42.5(pid=13799): stdout: \u000a| (launched: 2022-12-13_23:37:19.383655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:37:21.328671 run osmo-stp_10.42.42.5(pid=13799): stderr: \u000a| �[0;m�[38;5;43m20221213233719576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233719576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233719576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233719577 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233719577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233719577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233719577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:37:21.481926 run patchelf(pid=13803): Terminating (SIGINT)\u000a23:37:21.661547 run patchelf(pid=13803): Terminated: ok {rc=0}\u000a23:37:21.694392 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13799): Process ended prematurely: osmo-stp_10.42.42.5(pid=13799) [trial-2396↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13799)] [trial-2396↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a23:37:21.704253 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a23:37:21.767938 run osmo-hlr_10.42.42.2(pid=13796): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13796)]\u000a23:37:21.819477 run osmo-hlr_10.42.42.2(pid=13796): stdout: \u000a| (launched: 2022-12-13_23:37:18.388923) \u000a23:37:21.871866 run osmo-hlr_10.42.42.2(pid=13796): stderr: \u000a| �[0;m�[1;31m20221213233718586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233718586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233718586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233718586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233718586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233718586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233718598 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233718606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233718606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233718606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:37:21.916502 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13791): Terminating (SIGTERM)\u000a23:37:21.959227 run iperf3-srv_10.42.42.10(pid=13792): Terminating (SIGTERM)\u000a23:37:22.001951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13795): Terminating (SIGTERM)\u000a23:37:22.044500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13798): Terminating (SIGTERM)\u000a23:37:22.087251 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13802): Terminating (SIGTERM)\u000a23:37:22.096908 --- ParallelTerminationStrategy: PID 13791 died...\u000a23:37:22.153282 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13791): Terminated: ok {rc=0}\u000a23:37:22.163216 --- ParallelTerminationStrategy: PID 13792 died...\u000a23:37:22.218855 run iperf3-srv_10.42.42.10(pid=13792): Terminated {rc=256}\u000a23:37:22.228734 --- ParallelTerminationStrategy: PID 13795 died...\u000a23:37:22.284673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13795): Terminated: ok {rc=0}\u000a23:37:22.294678 --- ParallelTerminationStrategy: PID 13798 died...\u000a23:37:22.350611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13798): Terminated: ok {rc=0}\u000a23:37:22.360593 --- ParallelTerminationStrategy: PID 13802 died...\u000a23:37:22.416403 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13802): Terminated: ok {rc=0}\u000a23:37:22.503360 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13819): Process ended prematurely: osmo-stp_10.42.42.5(pid=13819) [trial-2396↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13819)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13819): Process ended prematurely: osmo-stp_10.42.42.5(pid=13819) [trial-2396↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13819)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a23:37:23.617987 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:23.629988 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:37:23.796193 tst iperf3m4.py: using LAC 37016\u000a23:37:23.921178 tst iperf3m4.py: using RAC 41\u000a23:37:24.051388 tst iperf3m4.py: using CellId 37016\u000a23:37:24.169589 tst iperf3m4.py: using BVCI 37017\u000a23:37:24.192514 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:24.203593 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:24.214572 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:24.225390 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:24.236469 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:24.247247 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:24.258028 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:24.268629 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:24.279497 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:37:24.399147 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:37:24.519223 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:37:24.638968 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:37:24.929209 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:37:25.063729 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:37:25.393677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13805): Launched\u000a23:37:25.667908 run iperf3-srv_10.42.42.10(pid=13806): Launched\u000a23:37:25.864486 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:37:25.998362 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:37:26.328172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13807): Launched\u000a23:37:26.601922 run iperf3-srv_10.42.42.10(pid=13808): Launched\u000a23:37:26.797897 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:37:26.931343 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:37:27.261094 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13809): Launched\u000a23:37:27.534351 run iperf3-srv_10.42.42.10(pid=13810): Launched\u000a23:37:27.730179 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:37:27.863334 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:37:28.193116 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13811): Launched\u000a23:37:28.466769 run iperf3-srv_10.42.42.10(pid=13812): Launched\u000a23:37:28.662301 tst iperf3m4.py:8: start network...\u000a23:37:28.795902 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:37:29.299393 run create_hlr_db(pid=13813): Launched\u000a23:37:29.471051 bus /gobi_6: Setting Powered False\u000a23:37:30.493061 run create_hlr_db(pid=13813): Terminated: ok {rc=0}\u000a23:37:30.934969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13815): Launched\u000a23:37:31.265136 run osmo-hlr_10.42.42.2(pid=13816): Launched\u000a23:37:31.409884 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:37:32.228357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13818): Launched\u000a23:37:32.590280 run osmo-stp_10.42.42.5(pid=13819): Launched\u000a23:37:32.707427 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:37:33.262992 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13821): Launched\u000a23:37:33.377519 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:37:33.654111 run patchelf(pid=13822): Launched\u000a23:37:33.840339 run osmo-stp_10.42.42.5(pid=13819): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13819)]\u000a23:37:33.976549 run osmo-stp_10.42.42.5(pid=13819): stdout: \u000a| (launched: 2022-12-13_23:37:32.426200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:37:34.113398 run osmo-stp_10.42.42.5(pid=13819): stderr: \u000a| �[0;m�[38;5;43m20221213233732628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233732628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233732628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233732629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233732629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233732629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233732629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:37:34.245740 run osmo-stp_10.42.42.5(pid=13819): stdout: \u000a| (launched: 2022-12-13_23:37:32.426200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:37:34.376502 run osmo-stp_10.42.42.5(pid=13819): stderr: \u000a| �[0;m�[38;5;43m20221213233732628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233732628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233732628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233732629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233732629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233732629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233732629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:37:34.528622 run patchelf(pid=13822): Terminating (SIGINT)\u000a23:37:34.706962 run patchelf(pid=13822): Terminated: ok {rc=0}\u000a23:37:34.739629 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13819): Process ended prematurely: osmo-stp_10.42.42.5(pid=13819) [trial-2396↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13819)] [trial-2396↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a23:37:34.749500 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a23:37:34.812257 run osmo-hlr_10.42.42.2(pid=13816): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13816)]\u000a23:37:34.863387 run osmo-hlr_10.42.42.2(pid=13816): stdout: \u000a| (launched: 2022-12-13_23:37:31.100834) \u000a23:37:34.915109 run osmo-hlr_10.42.42.2(pid=13816): stderr: \u000a| �[0;m�[1;31m20221213233731536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233731536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233731536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233731536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233731536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233731536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233731565 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233731588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233731594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233731594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:37:34.959006 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13805): Terminating (SIGTERM)\u000a23:37:35.001412 run iperf3-srv_10.42.42.10(pid=13806): Terminating (SIGTERM)\u000a23:37:35.043454 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13807): Terminating (SIGTERM)\u000a23:37:35.085118 run iperf3-srv_10.42.42.10(pid=13808): Terminating (SIGTERM)\u000a23:37:35.126630 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13809): Terminating (SIGTERM)\u000a23:37:35.168667 run iperf3-srv_10.42.42.10(pid=13810): Terminating (SIGTERM)\u000a23:37:35.210523 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13811): Terminating (SIGTERM)\u000a23:37:35.252100 run iperf3-srv_10.42.42.10(pid=13812): Terminating (SIGTERM)\u000a23:37:35.293990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13815): Terminating (SIGTERM)\u000a23:37:35.335584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13818): Terminating (SIGTERM)\u000a23:37:35.377359 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13821): Terminating (SIGTERM)\u000a23:37:35.386517 --- ParallelTerminationStrategy: PID 13805 died...\u000a23:37:35.442590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13805): Terminated: ok {rc=0}\u000a23:37:35.452572 --- ParallelTerminationStrategy: PID 13806 died...\u000a23:37:35.508704 run iperf3-srv_10.42.42.10(pid=13806): Terminated {rc=256}\u000a23:37:35.518662 --- ParallelTerminationStrategy: PID 13807 died...\u000a23:37:35.574648 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13807): Terminated: ok {rc=0}\u000a23:37:35.584590 --- ParallelTerminationStrategy: PID 13808 died...\u000a23:37:35.640395 run iperf3-srv_10.42.42.10(pid=13808): Terminated {rc=256}\u000a23:37:35.650335 --- ParallelTerminationStrategy: PID 13809 died...\u000a23:37:35.706417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13809): Terminated: ok {rc=0}\u000a23:37:35.716392 --- ParallelTerminationStrategy: PID 13810 died...\u000a23:37:35.772541 run iperf3-srv_10.42.42.10(pid=13810): Terminated {rc=256}\u000a23:37:35.782506 --- ParallelTerminationStrategy: PID 13811 died...\u000a23:37:35.838434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13811): Terminated: ok {rc=0}\u000a23:37:35.848443 --- ParallelTerminationStrategy: PID 13812 died...\u000a23:37:35.904048 run iperf3-srv_10.42.42.10(pid=13812): Terminated {rc=256}\u000a23:37:35.914095 --- ParallelTerminationStrategy: PID 13815 died...\u000a23:37:35.970086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13815): Terminated: ok {rc=0}\u000a23:37:35.980098 --- ParallelTerminationStrategy: PID 13818 died...\u000a23:37:36.036373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13818): Terminated: ok {rc=0}\u000a23:37:36.046432 --- ParallelTerminationStrategy: PID 13821 died...\u000a23:37:36.102680 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13821): Terminated: ok {rc=0}\u000a23:37:36.189864 bus /gobi_4: Setting Powered False\u000a23:37:37.295963 bus /gobi_4: Setting Powered False\u000a23:37:38.403932 bus /gobi_1: Setting Powered False\u000a23:37:39.509304 bus /gobi_1: Setting Powered False\u000a23:37:40.615763 bus /gobi_0: Setting Powered False\u000a23:37:41.721790 bus /gobi_0: Setting Powered False\u000a23:37:42.830101 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13829): Process ended prematurely: osmo-stp_10.42.42.5(pid=13829) [trial-2396↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13829)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13829): Process ended prematurely: osmo-stp_10.42.42.5(pid=13829) [trial-2396↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13829)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a23:37:43.898263 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:43.910230 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:37:44.071981 tst ping.py: using LAC 37017\u000a23:37:44.194159 tst ping.py: using RAC 42\u000a23:37:44.315999 tst ping.py: using CellId 37017\u000a23:37:44.436807 tst ping.py: using BVCI 37018\u000a23:37:44.460919 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:44.472249 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:44.483456 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:44.494711 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:44.506173 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:44.517627 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:44.529165 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:44.540815 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:37:44.827182 tst ping.py:19: start network...\u000a23:37:44.957962 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:37:45.449376 run create_hlr_db(pid=13823): Launched\u000a23:37:45.631093 bus /gobi_6: Setting Powered False\u000a23:37:46.654379 run create_hlr_db(pid=13823): Terminated: ok {rc=0}\u000a23:37:47.091655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13825): Launched\u000a23:37:47.408310 run osmo-hlr_10.42.42.2(pid=13826): Launched\u000a23:37:47.526953 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:37:48.078406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13828): Launched\u000a23:37:48.390022 run osmo-stp_10.42.42.5(pid=13829): Launched\u000a23:37:48.502658 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:37:49.049053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13831): Launched\u000a23:37:49.161503 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:37:49.433761 run patchelf(pid=13832): Launched\u000a23:37:49.616847 run osmo-stp_10.42.42.5(pid=13829): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13829)]\u000a23:37:49.751127 run osmo-stp_10.42.42.5(pid=13829): stdout: \u000a| (launched: 2022-12-13_23:37:48.237544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:37:49.885319 run osmo-stp_10.42.42.5(pid=13829): stderr: \u000a| �[0;m�[38;5;43m20221213233748429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233748430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233748430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233748430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233748431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233748431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233748431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:37:50.015271 run osmo-stp_10.42.42.5(pid=13829): stdout: \u000a| (launched: 2022-12-13_23:37:48.237544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:37:50.144479 run osmo-stp_10.42.42.5(pid=13829): stderr: \u000a| �[0;m�[38;5;43m20221213233748429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233748430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233748430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233748430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233748431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233748431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233748431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:37:50.294244 run patchelf(pid=13832): Terminating (SIGINT)\u000a23:37:50.469846 run patchelf(pid=13832): Terminated: ok {rc=0}\u000a23:37:50.501790 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13829): Process ended prematurely: osmo-stp_10.42.42.5(pid=13829) [trial-2396↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13829)] [trial-2396↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a23:37:50.510939 tst ping.py:22: Test FAILED (6.6 sec)\u000a23:37:50.573876 run osmo-hlr_10.42.42.2(pid=13826): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13826)]\u000a23:37:50.625511 run osmo-hlr_10.42.42.2(pid=13826): stdout: \u000a| (launched: 2022-12-13_23:37:47.253542) \u000a23:37:50.677868 run osmo-hlr_10.42.42.2(pid=13826): stderr: \u000a| �[0;m�[1;31m20221213233747448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233747448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233747448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233747448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233747448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233747448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233747461 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233747470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233747470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233747470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:37:50.722282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13825): Terminating (SIGTERM)\u000a23:37:50.764436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13828): Terminating (SIGTERM)\u000a23:37:50.806232 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13831): Terminating (SIGTERM)\u000a23:37:50.815849 --- ParallelTerminationStrategy: PID 13825 died...\u000a23:37:50.872363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13825): Terminated: ok {rc=0}\u000a23:37:50.882330 --- ParallelTerminationStrategy: PID 13828 died...\u000a23:37:50.938298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13828): Terminated: ok {rc=0}\u000a23:37:50.948253 --- ParallelTerminationStrategy: PID 13831 died...\u000a23:37:51.004018 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13831): Terminated: ok {rc=0}\u000a23:37:51.090984 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13839): Process ended prematurely: osmo-stp_10.42.42.5(pid=13839) [trial-2396↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13839)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13839): Process ended prematurely: osmo-stp_10.42.42.5(pid=13839) [trial-2396↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13839)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a23:37:52.140648 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:52.152237 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:37:52.309433 tst ping_idle_ping.py: using LAC 37018\u000a23:37:52.424857 tst ping_idle_ping.py: using RAC 43\u000a23:37:52.549490 tst ping_idle_ping.py: using CellId 37018\u000a23:37:52.684537 tst ping_idle_ping.py: using BVCI 37019\u000a23:37:52.708557 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:52.719857 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:52.730985 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:52.742172 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:52.753521 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:52.764861 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:52.776312 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:52.787716 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:37:53.075107 tst ping_idle_ping.py:24: start network...\u000a23:37:53.207121 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:37:53.702987 run create_hlr_db(pid=13833): Launched\u000a23:37:53.885424 bus /gobi_6: Setting Powered False\u000a23:37:54.906498 run create_hlr_db(pid=13833): Terminated: ok {rc=0}\u000a23:37:55.301856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13835): Launched\u000a23:37:55.595525 run osmo-hlr_10.42.42.2(pid=13836): Launched\u000a23:37:55.703846 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:37:56.213148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13838): Launched\u000a23:37:56.506918 run osmo-stp_10.42.42.5(pid=13839): Launched\u000a23:37:56.615154 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:37:57.125765 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13841): Launched\u000a23:37:57.231308 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:37:57.486813 run patchelf(pid=13842): Launched\u000a23:37:57.659526 run osmo-stp_10.42.42.5(pid=13839): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13839)]\u000a23:37:57.785797 run osmo-stp_10.42.42.5(pid=13839): stdout: \u000a| (launched: 2022-12-13_23:37:56.362864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:37:57.911925 run osmo-stp_10.42.42.5(pid=13839): stderr: \u000a| �[0;m�[38;5;43m20221213233756532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233756532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233756532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233756532 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233756533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233756533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233756533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:37:58.034149 run osmo-stp_10.42.42.5(pid=13839): stdout: \u000a| (launched: 2022-12-13_23:37:56.362864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:37:58.155214 run osmo-stp_10.42.42.5(pid=13839): stderr: \u000a| �[0;m�[38;5;43m20221213233756532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233756532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233756532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233756532 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233756533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233756533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233756533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:37:58.295662 run patchelf(pid=13842): Terminating (SIGINT)\u000a23:37:58.462455 run patchelf(pid=13842): Terminated: ok {rc=0}\u000a23:37:58.492479 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13839): Process ended prematurely: osmo-stp_10.42.42.5(pid=13839) [trial-2396↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13839)] [trial-2396↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a23:37:58.500988 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a23:37:58.560728 run osmo-hlr_10.42.42.2(pid=13836): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13836)]\u000a23:37:58.609285 run osmo-hlr_10.42.42.2(pid=13836): stdout: \u000a| (launched: 2022-12-13_23:37:55.450990) \u000a23:37:58.658568 run osmo-hlr_10.42.42.2(pid=13836): stderr: \u000a| �[0;m�[1;31m20221213233755626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233755626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233755626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233755626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233755626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233755626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233755638 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233755649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233755649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233755649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:37:58.700268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13835): Terminating (SIGTERM)\u000a23:37:58.739535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13838): Terminating (SIGTERM)\u000a23:37:58.778919 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13841): Terminating (SIGTERM)\u000a23:37:58.788019 --- ParallelTerminationStrategy: PID 13835 died...\u000a23:37:58.841041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13835): Terminated: ok {rc=0}\u000a23:37:58.850596 --- ParallelTerminationStrategy: PID 13838 died...\u000a23:37:58.903474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13838): Terminated: ok {rc=0}\u000a23:37:58.913154 --- ParallelTerminationStrategy: PID 13841 died...\u000a23:37:58.966150 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13841): Terminated: ok {rc=0}\u000a23:37:59.054022 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:37:01" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13856): Process ended prematurely: osmo-stp_10.42.42.5(pid=13856) [trial-2396↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13856)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13856): Process ended prematurely: osmo-stp_10.42.42.5(pid=13856) [trial-2396↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13856)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:38:01.236561 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:01.250542 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:38:01.435911 tst cs_paging_gprs_active.py: using LAC 37019\u000a23:38:01.567221 tst cs_paging_gprs_active.py: using RAC 44\u000a23:38:01.687293 tst cs_paging_gprs_active.py: using CellId 37019\u000a23:38:01.810509 tst cs_paging_gprs_active.py: using BVCI 37020\u000a23:38:01.834591 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:01.847314 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:01.859469 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:01.871512 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:01.884751 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:01.896365 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:01.908444 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:01.920171 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:01.931817 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:38:02.050810 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:38:02.348279 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:38:02.474478 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:38:02.785916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13846): Launched\u000a23:38:03.043733 run iperf3-srv_10.42.42.10(pid=13847): Launched\u000a23:38:03.228446 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:38:03.354204 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:38:03.664777 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13848): Launched\u000a23:38:03.921402 run iperf3-srv_10.42.42.10(pid=13849): Launched\u000a23:38:04.103769 tst cs_paging_gprs_active.py:38: start network...\u000a23:38:04.228089 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:38:04.707629 run create_hlr_db(pid=13850): Launched\u000a23:38:04.879463 bus /gobi_6: Setting Powered False\u000a23:38:05.902800 run create_hlr_db(pid=13850): Terminated: ok {rc=0}\u000a23:38:06.298841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13852): Launched\u000a23:38:06.596916 run osmo-hlr_10.42.42.2(pid=13853): Launched\u000a23:38:06.714323 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:38:07.239465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13855): Launched\u000a23:38:07.539258 run osmo-stp_10.42.42.5(pid=13856): Launched\u000a23:38:07.648538 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:38:08.169646 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13858): Launched\u000a23:38:08.275937 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:38:08.535763 run patchelf(pid=13859): Launched\u000a23:38:08.710798 run osmo-stp_10.42.42.5(pid=13856): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13856)]\u000a23:38:08.838831 run osmo-stp_10.42.42.5(pid=13856): stdout: \u000a| (launched: 2022-12-13_23:38:07.391840)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:38:08.967197 run osmo-stp_10.42.42.5(pid=13856): stderr: \u000a| �[0;m�[38;5;43m20221213233807563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233807563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233807563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233807564 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233807564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233807565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233807565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:38:09.091042 run osmo-stp_10.42.42.5(pid=13856): stdout: \u000a| (launched: 2022-12-13_23:38:07.391840)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:38:09.213885 run osmo-stp_10.42.42.5(pid=13856): stderr: \u000a| �[0;m�[38;5;43m20221213233807563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233807563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233807563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233807564 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233807564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233807565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233807565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:38:09.357547 run patchelf(pid=13859): Terminating (SIGINT)\u000a23:38:09.524625 run patchelf(pid=13859): Terminated: ok {rc=0}\u000a23:38:09.555334 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13856): Process ended prematurely: osmo-stp_10.42.42.5(pid=13856) [trial-2396↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13856)] [trial-2396↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a23:38:09.564425 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a23:38:09.623775 run osmo-hlr_10.42.42.2(pid=13853): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13853)]\u000a23:38:09.672653 run osmo-hlr_10.42.42.2(pid=13853): stdout: \u000a| (launched: 2022-12-13_23:38:06.450997) \u000a23:38:09.722048 run osmo-hlr_10.42.42.2(pid=13853): stderr: \u000a| �[0;m�[1;31m20221213233806627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233806627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233806627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233806627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233806627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233806627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233806639 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233806650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233806650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233806650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:38:09.764099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13846): Terminating (SIGTERM)\u000a23:38:09.803520 run iperf3-srv_10.42.42.10(pid=13847): Terminating (SIGTERM)\u000a23:38:09.842984 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13848): Terminating (SIGTERM)\u000a23:38:09.882334 run iperf3-srv_10.42.42.10(pid=13849): Terminating (SIGTERM)\u000a23:38:09.921752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13852): Terminating (SIGTERM)\u000a23:38:09.961269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13855): Terminating (SIGTERM)\u000a23:38:10.000914 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13858): Terminating (SIGTERM)\u000a23:38:10.010118 --- ParallelTerminationStrategy: PID 13846 died...\u000a23:38:10.062975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13846): Terminated: ok {rc=0}\u000a23:38:10.072438 --- ParallelTerminationStrategy: PID 13847 died...\u000a23:38:10.125161 run iperf3-srv_10.42.42.10(pid=13847): Terminated {rc=256}\u000a23:38:10.134625 --- ParallelTerminationStrategy: PID 13848 died...\u000a23:38:10.187273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13848): Terminated: ok {rc=0}\u000a23:38:10.196636 --- ParallelTerminationStrategy: PID 13849 died...\u000a23:38:10.249100 run iperf3-srv_10.42.42.10(pid=13849): Terminated {rc=256}\u000a23:38:10.258565 --- ParallelTerminationStrategy: PID 13852 died...\u000a23:38:10.311224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13852): Terminated: ok {rc=0}\u000a23:38:10.320689 --- ParallelTerminationStrategy: PID 13855 died...\u000a23:38:10.373649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13855): Terminated: ok {rc=0}\u000a23:38:10.383193 --- ParallelTerminationStrategy: PID 13858 died...\u000a23:38:10.436130 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13858): Terminated: ok {rc=0}\u000a23:38:10.519339 bus /gobi_0: Setting Powered False\u000a23:38:11.621036 bus /gobi_0: Setting Powered False\u000a23:38:12.732315 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13868): Process ended prematurely: osmo-stp_10.42.42.5(pid=13868) [trial-2396↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13868)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13868): Process ended prematurely: osmo-stp_10.42.42.5(pid=13868) [trial-2396↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13868)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a23:38:13.846155 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:13.858603 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:38:14.009185 tst iperf3.py: using LAC 37020\u000a23:38:14.134700 tst iperf3.py: using RAC 45\u000a23:38:14.255373 tst iperf3.py: using CellId 37020\u000a23:38:14.373910 tst iperf3.py: using BVCI 37021\u000a23:38:14.396746 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:14.407908 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:14.419123 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:14.430138 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:14.441073 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:14.451911 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:14.463564 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:14.474535 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:14.485644 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:38:14.776897 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:38:14.910098 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:38:15.240039 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13860): Launched\u000a23:38:15.513748 run iperf3-srv_10.42.42.10(pid=13861): Launched\u000a23:38:15.709551 tst iperf3.py:8: start network...\u000a23:38:15.855067 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:38:16.417009 run create_hlr_db(pid=13862): Launched\u000a23:38:16.605847 bus /gobi_6: Setting Powered False\u000a23:38:17.623337 run create_hlr_db(pid=13862): Terminated: ok {rc=0}\u000a23:38:18.046922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13864): Launched\u000a23:38:18.365925 run osmo-hlr_10.42.42.2(pid=13865): Launched\u000a23:38:18.486420 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:38:19.039817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13867): Launched\u000a23:38:19.358418 run osmo-stp_10.42.42.5(pid=13868): Launched\u000a23:38:19.474468 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:38:20.029067 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13870): Launched\u000a23:38:20.143725 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:38:20.421119 run patchelf(pid=13871): Launched\u000a23:38:20.608073 run osmo-stp_10.42.42.5(pid=13868): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13868)]\u000a23:38:20.745139 run osmo-stp_10.42.42.5(pid=13868): stdout: \u000a| (launched: 2022-12-13_23:38:19.202199)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:38:20.882407 run osmo-stp_10.42.42.5(pid=13868): stderr: \u000a| �[0;m�[38;5;43m20221213233819394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233819394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233819394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233819395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233819395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233819395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233819395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:38:21.014730 run osmo-stp_10.42.42.5(pid=13868): stdout: \u000a| (launched: 2022-12-13_23:38:19.202199)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:38:21.146514 run osmo-stp_10.42.42.5(pid=13868): stderr: \u000a| �[0;m�[38;5;43m20221213233819394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233819394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233819394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233819395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233819395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233819395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233819395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:38:21.299451 run patchelf(pid=13871): Terminating (SIGINT)\u000a23:38:21.479435 run patchelf(pid=13871): Terminated: ok {rc=0}\u000a23:38:21.512441 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13868): Process ended prematurely: osmo-stp_10.42.42.5(pid=13868) [trial-2396↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13868)] [trial-2396↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a23:38:21.522625 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a23:38:21.585571 run osmo-hlr_10.42.42.2(pid=13865): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13865)]\u000a23:38:21.636782 run osmo-hlr_10.42.42.2(pid=13865): stdout: \u000a| (launched: 2022-12-13_23:38:18.209416) \u000a23:38:21.688604 run osmo-hlr_10.42.42.2(pid=13865): stderr: \u000a| �[0;m�[1;31m20221213233818407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233818407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233818407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233818407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233818407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233818407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233818420 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233818430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233818430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233818430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:38:21.732884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13860): Terminating (SIGTERM)\u000a23:38:21.774474 run iperf3-srv_10.42.42.10(pid=13861): Terminating (SIGTERM)\u000a23:38:21.816612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13864): Terminating (SIGTERM)\u000a23:38:21.858644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13867): Terminating (SIGTERM)\u000a23:38:21.900907 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13870): Terminating (SIGTERM)\u000a23:38:21.910511 --- ParallelTerminationStrategy: PID 13860 died...\u000a23:38:21.966598 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13860): Terminated: ok {rc=0}\u000a23:38:21.976651 --- ParallelTerminationStrategy: PID 13861 died...\u000a23:38:22.032549 run iperf3-srv_10.42.42.10(pid=13861): Terminated {rc=256}\u000a23:38:22.042621 --- ParallelTerminationStrategy: PID 13864 died...\u000a23:38:22.098291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13864): Terminated: ok {rc=0}\u000a23:38:22.108454 --- ParallelTerminationStrategy: PID 13867 died...\u000a23:38:22.163947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13867): Terminated: ok {rc=0}\u000a23:38:22.174018 --- ParallelTerminationStrategy: PID 13870 died...\u000a23:38:22.229672 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13870): Terminated: ok {rc=0}\u000a23:38:22.316094 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13886): Process ended prematurely: osmo-stp_10.42.42.5(pid=13886) [trial-2396↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13886)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13886): Process ended prematurely: osmo-stp_10.42.42.5(pid=13886) [trial-2396↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13886)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a23:38:23.433897 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:23.446030 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:38:23.586249 tst iperf3m4.py: using LAC 37021\u000a23:38:23.703124 tst iperf3m4.py: using RAC 46\u000a23:38:23.822890 tst iperf3m4.py: using CellId 37021\u000a23:38:23.942361 tst iperf3m4.py: using BVCI 37022\u000a23:38:23.965646 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:23.976999 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:23.988246 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:23.999322 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:24.010971 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:24.022570 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:24.034324 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:24.045774 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:24.057422 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:38:24.179219 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:38:24.300656 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:38:24.418959 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:38:24.694271 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:38:24.818736 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:38:25.138004 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13872): Launched\u000a23:38:25.412301 run iperf3-srv_10.42.42.10(pid=13873): Launched\u000a23:38:25.609318 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:38:25.742783 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:38:26.073276 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13874): Launched\u000a23:38:26.347814 run iperf3-srv_10.42.42.10(pid=13875): Launched\u000a23:38:26.543833 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:38:26.677906 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:38:27.007915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13876): Launched\u000a23:38:27.282454 run iperf3-srv_10.42.42.10(pid=13877): Launched\u000a23:38:27.478922 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:38:27.613519 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:38:27.943602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13878): Launched\u000a23:38:28.217824 run iperf3-srv_10.42.42.10(pid=13879): Launched\u000a23:38:28.413474 tst iperf3m4.py:8: start network...\u000a23:38:28.546639 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:38:29.047478 run create_hlr_db(pid=13880): Launched\u000a23:38:29.232508 bus /gobi_6: Setting Powered False\u000a23:38:30.254393 run create_hlr_db(pid=13880): Terminated: ok {rc=0}\u000a23:38:30.677706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13882): Launched\u000a23:38:31.111187 run osmo-hlr_10.42.42.2(pid=13883): Launched\u000a23:38:31.305739 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:38:31.953775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13885): Launched\u000a23:38:32.365911 run osmo-stp_10.42.42.5(pid=13886): Launched\u000a23:38:32.481898 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:38:33.034899 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13888): Launched\u000a23:38:33.149299 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:38:33.426434 run patchelf(pid=13889): Launched\u000a23:38:33.613262 run osmo-stp_10.42.42.5(pid=13886): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13886)]\u000a23:38:33.749839 run osmo-stp_10.42.42.5(pid=13886): stdout: \u000a| (launched: 2022-12-13_23:38:32.108905)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:38:33.886900 run osmo-stp_10.42.42.5(pid=13886): stderr: \u000a| �[0;m�[38;5;43m20221213233832314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233832314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233832315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233832315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233832315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233832315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233832316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:38:34.019132 run osmo-stp_10.42.42.5(pid=13886): stdout: \u000a| (launched: 2022-12-13_23:38:32.108905)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:38:34.150828 run osmo-stp_10.42.42.5(pid=13886): stderr: \u000a| �[0;m�[38;5;43m20221213233832314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233832314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233832315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233832315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233832315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233832315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233832316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:38:34.303579 run patchelf(pid=13889): Terminating (SIGINT)\u000a23:38:34.482545 run patchelf(pid=13889): Terminated: ok {rc=0}\u000a23:38:34.515360 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13886): Process ended prematurely: osmo-stp_10.42.42.5(pid=13886) [trial-2396↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13886)] [trial-2396↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a23:38:34.525291 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a23:38:34.588372 run osmo-hlr_10.42.42.2(pid=13883): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13883)]\u000a23:38:34.639936 run osmo-hlr_10.42.42.2(pid=13883): stdout: \u000a| (launched: 2022-12-13_23:38:30.843714) \u000a23:38:34.691577 run osmo-hlr_10.42.42.2(pid=13883): stderr: \u000a| �[0;m�[1;31m20221213233831205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233831205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233831205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233831205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233831206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233831206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233831219 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233831230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233831230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233831230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:38:34.735703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13872): Terminating (SIGTERM)\u000a23:38:34.777392 run iperf3-srv_10.42.42.10(pid=13873): Terminating (SIGTERM)\u000a23:38:34.819047 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13874): Terminating (SIGTERM)\u000a23:38:34.860560 run iperf3-srv_10.42.42.10(pid=13875): Terminating (SIGTERM)\u000a23:38:34.902394 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13876): Terminating (SIGTERM)\u000a23:38:34.943904 run iperf3-srv_10.42.42.10(pid=13877): Terminating (SIGTERM)\u000a23:38:34.985754 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13878): Terminating (SIGTERM)\u000a23:38:35.027100 run iperf3-srv_10.42.42.10(pid=13879): Terminating (SIGTERM)\u000a23:38:35.069401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13882): Terminating (SIGTERM)\u000a23:38:35.111610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13885): Terminating (SIGTERM)\u000a23:38:35.153221 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13888): Terminating (SIGTERM)\u000a23:38:35.162739 --- ParallelTerminationStrategy: PID 13872 died...\u000a23:38:35.218481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13872): Terminated: ok {rc=0}\u000a23:38:35.228384 --- ParallelTerminationStrategy: PID 13873 died...\u000a23:38:35.283854 run iperf3-srv_10.42.42.10(pid=13873): Terminated {rc=256}\u000a23:38:35.293835 --- ParallelTerminationStrategy: PID 13874 died...\u000a23:38:35.349680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13874): Terminated: ok {rc=0}\u000a23:38:35.359668 --- ParallelTerminationStrategy: PID 13875 died...\u000a23:38:35.415675 run iperf3-srv_10.42.42.10(pid=13875): Terminated {rc=256}\u000a23:38:35.425709 --- ParallelTerminationStrategy: PID 13876 died...\u000a23:38:35.481883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13876): Terminated: ok {rc=0}\u000a23:38:35.491902 --- ParallelTerminationStrategy: PID 13877 died...\u000a23:38:35.547874 run iperf3-srv_10.42.42.10(pid=13877): Terminated {rc=256}\u000a23:38:35.557946 --- ParallelTerminationStrategy: PID 13878 died...\u000a23:38:35.614187 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13878): Terminated: ok {rc=0}\u000a23:38:35.624213 --- ParallelTerminationStrategy: PID 13879 died...\u000a23:38:35.680117 run iperf3-srv_10.42.42.10(pid=13879): Terminated {rc=256}\u000a23:38:35.690138 --- ParallelTerminationStrategy: PID 13882 died...\u000a23:38:35.746175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13882): Terminated: ok {rc=0}\u000a23:38:35.756226 --- ParallelTerminationStrategy: PID 13885 died...\u000a23:38:35.812103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13885): Terminated: ok {rc=0}\u000a23:38:35.822149 --- ParallelTerminationStrategy: PID 13888 died...\u000a23:38:35.877940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13888): Terminated: ok {rc=0}\u000a23:38:35.964685 bus /gobi_4: Setting Powered False\u000a23:38:37.071049 bus /gobi_4: Setting Powered False\u000a23:38:38.181888 bus /gobi_1: Setting Powered False\u000a23:38:39.286427 bus /gobi_1: Setting Powered False\u000a23:38:40.397676 bus /gobi_0: Setting Powered False\u000a23:38:41.500677 bus /gobi_0: Setting Powered False\u000a23:38:42.611217 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13896): Process ended prematurely: osmo-stp_10.42.42.5(pid=13896) [trial-2396↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13896)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13896): Process ended prematurely: osmo-stp_10.42.42.5(pid=13896) [trial-2396↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13896)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a23:38:43.678790 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:43.691023 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:38:43.836275 tst ping.py: using LAC 37022\u000a23:38:43.958939 tst ping.py: using RAC 47\u000a23:38:44.081424 tst ping.py: using CellId 37022\u000a23:38:44.203726 tst ping.py: using BVCI 37023\u000a23:38:44.227673 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:44.239432 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:44.251179 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:44.262757 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:44.274587 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:44.286396 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:44.298339 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:44.310180 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:38:44.596848 tst ping.py:19: start network...\u000a23:38:44.727662 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:38:45.219418 run create_hlr_db(pid=13890): Launched\u000a23:38:45.401168 bus /gobi_6: Setting Powered False\u000a23:38:46.426838 run create_hlr_db(pid=13890): Terminated: ok {rc=0}\u000a23:38:46.869990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13892): Launched\u000a23:38:47.256256 run osmo-hlr_10.42.42.2(pid=13893): Launched\u000a23:38:47.372257 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:38:47.917321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13895): Launched\u000a23:38:48.230277 run osmo-stp_10.42.42.5(pid=13896): Launched\u000a23:38:48.345096 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:38:48.893288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13898): Launched\u000a23:38:49.005617 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:38:49.278581 run patchelf(pid=13899): Launched\u000a23:38:49.462675 run osmo-stp_10.42.42.5(pid=13896): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13896)]\u000a23:38:49.597455 run osmo-stp_10.42.42.5(pid=13896): stdout: \u000a| (launched: 2022-12-13_23:38:48.076809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:38:49.732085 run osmo-stp_10.42.42.5(pid=13896): stderr: \u000a| �[0;m�[38;5;43m20221213233848266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233848266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233848267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233848267 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233848267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233848267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233848268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:38:49.862528 run osmo-stp_10.42.42.5(pid=13896): stdout: \u000a| (launched: 2022-12-13_23:38:48.076809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:38:49.991805 run osmo-stp_10.42.42.5(pid=13896): stderr: \u000a| �[0;m�[38;5;43m20221213233848266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233848266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233848267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233848267 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233848267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233848267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233848268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:38:50.142884 run patchelf(pid=13899): Terminating (SIGINT)\u000a23:38:50.318878 run patchelf(pid=13899): Terminated: ok {rc=0}\u000a23:38:50.350899 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13896): Process ended prematurely: osmo-stp_10.42.42.5(pid=13896) [trial-2396↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13896)] [trial-2396↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a23:38:50.360310 tst ping.py:22: Test FAILED (6.7 sec)\u000a23:38:50.423203 run osmo-hlr_10.42.42.2(pid=13893): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13893)]\u000a23:38:50.474473 run osmo-hlr_10.42.42.2(pid=13893): stdout: \u000a| (launched: 2022-12-13_23:38:47.021114) \u000a23:38:50.526539 run osmo-hlr_10.42.42.2(pid=13893): stderr: \u000a| �[0;m�[1;31m20221213233847224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233847224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233847224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233847224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233847224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233847225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233847244 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233847254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233847254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233847254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:38:50.570668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13892): Terminating (SIGTERM)\u000a23:38:50.613799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13895): Terminating (SIGTERM)\u000a23:38:50.655696 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13898): Terminating (SIGTERM)\u000a23:38:50.665343 --- ParallelTerminationStrategy: PID 13892 died...\u000a23:38:50.721689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13892): Terminated: ok {rc=0}\u000a23:38:50.731696 --- ParallelTerminationStrategy: PID 13895 died...\u000a23:38:50.788092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13895): Terminated: ok {rc=0}\u000a23:38:50.798175 --- ParallelTerminationStrategy: PID 13898 died...\u000a23:38:50.854538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13898): Terminated: ok {rc=0}\u000a23:38:50.941765 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13907): Process ended prematurely: osmo-stp_10.42.42.5(pid=13907) [trial-2396↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13907)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13907): Process ended prematurely: osmo-stp_10.42.42.5(pid=13907) [trial-2396↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13907)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a23:38:51.992915 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:52.005511 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:38:52.144222 tst ping_idle_ping.py: using LAC 37023\u000a23:38:52.262297 tst ping_idle_ping.py: using RAC 48\u000a23:38:52.378487 tst ping_idle_ping.py: using CellId 37023\u000a23:38:52.495025 tst ping_idle_ping.py: using BVCI 37024\u000a23:38:52.517724 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:52.529159 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:52.540303 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:52.551369 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:52.563333 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:52.574933 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:52.586910 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:52.598611 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:38:52.887586 tst ping_idle_ping.py:24: start network...\u000a23:38:53.019850 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:38:53.515826 run create_hlr_db(pid=13901): Launched\u000a23:38:53.698670 bus /gobi_6: Setting Powered False\u000a23:38:54.719524 run create_hlr_db(pid=13901): Terminated: ok {rc=0}\u000a23:38:55.137517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13903): Launched\u000a23:38:55.450848 run osmo-hlr_10.42.42.2(pid=13904): Launched\u000a23:38:55.569087 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:38:56.113518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13906): Launched\u000a23:38:56.428059 run osmo-stp_10.42.42.5(pid=13907): Launched\u000a23:38:56.544138 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:38:57.091885 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13909): Launched\u000a23:38:57.204226 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:38:57.477792 run patchelf(pid=13910): Launched\u000a23:38:57.662394 run osmo-stp_10.42.42.5(pid=13907): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13907)]\u000a23:38:57.796999 run osmo-stp_10.42.42.5(pid=13907): stdout: \u000a| (launched: 2022-12-13_23:38:56.273511)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:38:57.931895 run osmo-stp_10.42.42.5(pid=13907): stderr: \u000a| �[0;m�[38;5;43m20221213233856462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233856462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233856463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233856463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233856465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233856466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233856466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:38:58.063173 run osmo-stp_10.42.42.5(pid=13907): stdout: \u000a| (launched: 2022-12-13_23:38:56.273511)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:38:58.192673 run osmo-stp_10.42.42.5(pid=13907): stderr: \u000a| �[0;m�[38;5;43m20221213233856462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233856462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233856463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233856463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233856465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233856466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233856466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:38:58.343192 run patchelf(pid=13910): Terminating (SIGINT)\u000a23:38:58.519204 run patchelf(pid=13910): Terminated: ok {rc=0}\u000a23:38:58.551311 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13907): Process ended prematurely: osmo-stp_10.42.42.5(pid=13907) [trial-2396↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13907)] [trial-2396↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a23:38:58.560583 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a23:38:58.623596 run osmo-hlr_10.42.42.2(pid=13904): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13904)]\u000a23:38:58.675161 run osmo-hlr_10.42.42.2(pid=13904): stdout: \u000a| (launched: 2022-12-13_23:38:55.297590) \u000a23:38:58.727295 run osmo-hlr_10.42.42.2(pid=13904): stderr: \u000a| �[0;m�[1;31m20221213233855495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233855495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233855495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233855495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233855495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233855495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233855508 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233855517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233855517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233855517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:38:58.771795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13903): Terminating (SIGTERM)\u000a23:38:58.813851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13906): Terminating (SIGTERM)\u000a23:38:58.856032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13909): Terminating (SIGTERM)\u000a23:38:58.865759 --- ParallelTerminationStrategy: PID 13903 died...\u000a23:38:58.922344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13903): Terminated: ok {rc=0}\u000a23:38:58.932426 --- ParallelTerminationStrategy: PID 13906 died...\u000a23:38:58.988464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13906): Terminated: ok {rc=0}\u000a23:38:58.998589 --- ParallelTerminationStrategy: PID 13909 died...\u000a23:38:59.054852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13909): Terminated: ok {rc=0}\u000a23:38:59.141579 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:38:00" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14191): Process ended prematurely: osmo-stp_10.42.42.5(pid=14191) [trial-2396↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14191)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14191): Process ended prematurely: osmo-stp_10.42.42.5(pid=14191) [trial-2396↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14191)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a23:39:01.188288 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:39:01.200624 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:39:01.399567 tst switch_tch_pdch.py: using LAC 37024\u000a23:39:01.558787 tst switch_tch_pdch.py: using RAC 49\u000a23:39:01.684119 tst switch_tch_pdch.py: using CellId 37024\u000a23:39:01.816343 tst switch_tch_pdch.py: using BVCI 37025\u000a23:39:01.840058 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:39:01.852721 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:39:01.864789 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:39:01.876821 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:39:01.890318 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:39:01.903437 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:39:01.916704 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:39:01.929730 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:39:02.072382 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:39:02.387265 tst switch_tch_pdch.py:51: start network...\u000a23:39:02.530697 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:39:03.111595 run create_hlr_db(pid=13992): Launched\u000a23:39:03.313745 bus /gobi_6: Setting Powered False\u000a23:39:04.315224 run create_hlr_db(pid=13992): Terminated: ok {rc=0}\u000a23:39:04.781741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14186): Launched\u000a23:39:05.209990 run osmo-hlr_10.42.42.2(pid=14187): Launched\u000a23:39:05.455607 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:39:06.023175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14189): Launched\u000a23:39:06.405614 run osmo-stp_10.42.42.5(pid=14191): Launched\u000a23:39:06.633990 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:39:07.195536 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14194): Launched\u000a23:39:07.310091 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:39:07.608489 run patchelf(pid=14195): Launched\u000a23:39:07.799391 run osmo-stp_10.42.42.5(pid=14191): ERR: Terminated: ERROR {rc=1} [trial-2396↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14191)]\u000a23:39:07.936243 run osmo-stp_10.42.42.5(pid=14191): stdout: \u000a| (launched: 2022-12-13_23:39:06.173553)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:39:08.075271 run osmo-stp_10.42.42.5(pid=14191): stderr: \u000a| �[0;m�[38;5;43m20221213233906396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233906396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233906396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233906397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233906397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233906397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233906398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:39:08.209301 run osmo-stp_10.42.42.5(pid=14191): stdout: \u000a| (launched: 2022-12-13_23:39:06.173553)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:39:08.341438 run osmo-stp_10.42.42.5(pid=14191): stderr: \u000a| �[0;m�[38;5;43m20221213233906396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233906396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233906396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233906397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233906397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233906397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233906398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:39:08.495156 run patchelf(pid=14195): Terminating (SIGINT)\u000a23:39:08.677422 run patchelf(pid=14195): Terminated: ok {rc=0}\u000a23:39:08.710849 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=14191): Process ended prematurely: osmo-stp_10.42.42.5(pid=14191) [trial-2396↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14191)] [trial-2396↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a23:39:08.720897 tst switch_tch_pdch.py:54: Test FAILED (7.5 sec)\u000a23:39:08.789056 run osmo-hlr_10.42.42.2(pid=14187): ERR: Terminated: ERROR {rc=237} [trial-2396↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14187)]\u000a23:39:08.843582 run osmo-hlr_10.42.42.2(pid=14187): stdout: \u000a| (launched: 2022-12-13_23:39:04.946932) \u000a23:39:08.898482 run osmo-hlr_10.42.42.2(pid=14187): stderr: \u000a| �[0;m�[1;31m20221213233905260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233905260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233905260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233905260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233905260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233905260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233905282 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233905294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233905295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233905295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:39:08.945789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14186): Terminating (SIGTERM)\u000a23:39:08.993371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14189): Terminating (SIGTERM)\u000a23:39:09.040463 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14194): Terminating (SIGTERM)\u000a23:39:09.051808 --- ParallelTerminationStrategy: PID 14186 died...\u000a23:39:09.113346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14186): Terminated: ok {rc=0}\u000a23:39:09.125346 --- ParallelTerminationStrategy: PID 14189 died...\u000a23:39:09.184747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14189): Terminated: ok {rc=0}\u000a23:39:09.196402 --- ParallelTerminationStrategy: PID 14194 died...\u000a23:39:09.255557 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14194): Terminated: ok {rc=0}\u000a23:39:09.347415 bus /gobi_0: Setting Powered False\u000a23:39:10.457438 bus /gobi_0: Setting Powered False\u000a23:39:11.574480 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:39:00" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14205): Process ended prematurely: osmo-stp_10.42.42.5(pid=14205) [trial-2396↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14205)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14205): Process ended prematurely: osmo-stp_10.42.42.5(pid=14205) [trial-2396↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14205)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a23:39:13.578108 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:39:13.590847 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a23:39:13.758054 tst switch_tch_pdch.py: using LAC 37025\u000a23:39:13.886453 tst switch_tch_pdch.py: using RAC 50\u000a23:39:14.011865 tst switch_tch_pdch.py: using CellId 37025\u000a23:39:14.136640 tst switch_tch_pdch.py: using BVCI 37026\u000a23:39:14.161926 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:39:14.175358 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:39:14.187793 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:39:14.200324 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:39:14.213734 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:39:14.227168 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:39:14.240875 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:39:14.254054 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a23:39:14.380792 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a23:39:14.680501 tst switch_tch_pdch.py:51: start network...\u000a23:39:14.817871 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:39:15.343093 run create_hlr_db(pid=14199): Launched\u000a23:39:15.476669 bus /gobi_6: Setting Powered False\u000a23:39:16.602073 run create_hlr_db(pid=14199): Terminated: ok {rc=0}\u000a23:39:17.113374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14201): Launched\u000a23:39:17.576040 run osmo-hlr_10.42.42.2(pid=14202): Launched\u000a23:39:17.842181 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:39:18.431355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14204): Launched\u000a23:39:18.859671 run osmo-stp_10.42.42.5(pid=14205): Launched\u000a23:39:19.078253 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:39:19.633964 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14207): Launched\u000a23:39:19.751836 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:39:20.052912 run patchelf(pid=14208): Launched\u000a23:39:20.246488 run osmo-stp_10.42.42.5(pid=14205): ERR: Terminated: ERROR {rc=1} [trial-2396↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14205)]\u000a23:39:20.387783 run osmo-stp_10.42.42.5(pid=14205): stdout: \u000a| (launched: 2022-12-13_23:39:18.598068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:39:20.529074 run osmo-stp_10.42.42.5(pid=14205): stderr: \u000a| �[0;m�[38;5;43m20221213233918893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233918893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233918894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233918894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233918895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233918895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233918895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:39:20.666709 run osmo-stp_10.42.42.5(pid=14205): stdout: \u000a| (launched: 2022-12-13_23:39:18.598068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:39:20.803911 run osmo-stp_10.42.42.5(pid=14205): stderr: \u000a| �[0;m�[38;5;43m20221213233918893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233918893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233918894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233918894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233918895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233918895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233918895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:39:20.960046 run patchelf(pid=14208): Terminating (SIGINT)\u000a23:39:21.143018 run patchelf(pid=14208): Terminated: ok {rc=0}\u000a23:39:21.177613 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=14205): Process ended prematurely: osmo-stp_10.42.42.5(pid=14205) [trial-2396↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14205)] [trial-2396↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a23:39:21.188323 tst switch_tch_pdch.py:54: Test FAILED (7.6 sec)\u000a23:39:21.256100 run osmo-hlr_10.42.42.2(pid=14202): ERR: Terminated: ERROR {rc=237} [trial-2396↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14202)]\u000a23:39:21.310538 run osmo-hlr_10.42.42.2(pid=14202): stdout: \u000a| (launched: 2022-12-13_23:39:17.308753) \u000a23:39:21.365665 run osmo-hlr_10.42.42.2(pid=14202): stderr: \u000a| �[0;m�[1;31m20221213233917648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233917648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233917650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233917652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233917652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233917652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233917674 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233917699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233917699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233917699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:39:21.413555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14201): Terminating (SIGTERM)\u000a23:39:21.460543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14204): Terminating (SIGTERM)\u000a23:39:21.507506 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14207): Terminating (SIGTERM)\u000a23:39:21.518738 --- ParallelTerminationStrategy: PID 14201 died...\u000a23:39:21.582478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14201): Terminated: ok {rc=0}\u000a23:39:21.594735 --- ParallelTerminationStrategy: PID 14204 died...\u000a23:39:21.653612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14204): Terminated: ok {rc=0}\u000a23:39:21.665167 --- ParallelTerminationStrategy: PID 14207 died...\u000a23:39:21.725671 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14207): Terminated: ok {rc=0}\u000a23:39:21.819527 bus /gobi_0: Setting Powered False\u000a23:39:22.930250 bus /gobi_0: Setting Powered False\u000a23:39:24.041054 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:39:13" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=14215): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14215) [trial-2396↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14215)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=14215): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14215) [trial-2396↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14215)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a23:39:25.935944 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a23:39:25.946962 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a23:39:26.087936 tst mo_mt_sms.py: using LAC 37026\u000a23:39:26.208649 tst mo_mt_sms.py: using RAC 51\u000a23:39:26.331200 tst mo_mt_sms.py: using CellId 37026\u000a23:39:26.451301 tst mo_mt_sms.py: using BVCI 37027\u000a23:39:26.475073 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:39:26.591999 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:39:26.861820 tst mo_mt_sms.py:9: start nitb and bts...\u000a23:39:26.983707 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a23:39:27.589768 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14214): Launched\u000a23:39:27.878672 run osmo-nitb_10.42.42.2(pid=14215): Launched\u000a23:39:28.058134 run osmo-nitb_10.42.42.2(pid=14215): ERR: Terminated: ERROR {rc=2} [trial-2396↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14215)]\u000a23:39:28.190462 run osmo-nitb_10.42.42.2(pid=14215): stdout: \u000a| (launched: 2022-12-13_23:39:27.737906) \u000a23:39:28.323210 run osmo-nitb_10.42.42.2(pid=14215): stderr: \u000a| (launched: 2022-12-13_23:39:27.781421)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:39:28.451473 run osmo-nitb_10.42.42.2(pid=14215): stdout: \u000a| (launched: 2022-12-13_23:39:27.737906) \u000a23:39:28.578438 run osmo-nitb_10.42.42.2(pid=14215): stderr: \u000a| (launched: 2022-12-13_23:39:27.781421)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:39:28.997048 tst osmo-nitb_10.42.42.2(pid=14215): stdout: \u000a| (launched: 2022-12-13_23:39:27.737906) \u000a23:39:29.113231 tst osmo-nitb_10.42.42.2(pid=14215): stderr: \u000a| (launched: 2022-12-13_23:39:27.781421)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:39:29.164079 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=14215): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14215) [trial-2396↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14215)] [trial-2396↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a23:39:29.172013 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a23:39:29.205749 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14214): Terminating (SIGTERM)\u000a23:39:29.382968 --- ParallelTerminationStrategy: PID 14214 died...\u000a23:39:29.436815 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14214): Terminated: ok {rc=0}\u000a23:39:29.524887 bus /sierra_3: Setting Powered False\u000a23:39:30.627892 bus /sierra_3: Setting Powered False\u000a23:39:31.749648 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:39:25" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "sms:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14225): Process ended prematurely: osmo-stp_10.42.42.5(pid=14225) [trial-2396↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14225)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14225): Process ended prematurely: osmo-stp_10.42.42.5(pid=14225) [trial-2396↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14225)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a23:39:33.656321 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:39:33.668237 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a23:39:33.807751 tst mo_mt_sms.py: using LAC 37027\u000a23:39:33.929037 tst mo_mt_sms.py: using RAC 52\u000a23:39:34.045939 tst mo_mt_sms.py: using CellId 37027\u000a23:39:34.159087 tst mo_mt_sms.py: using BVCI 37028\u000a23:39:34.181376 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:39:34.191969 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:39:34.202439 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:39:34.212774 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:39:34.223303 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:39:34.233731 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:39:34.347196 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:39:34.544779 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:39:35.012375 run create_hlr_db(pid=14219): Launched\u000a23:39:35.181057 bus /sierra_2: Setting Powered False\u000a23:39:36.202496 run create_hlr_db(pid=14219): Terminated: ok {rc=0}\u000a23:39:36.618486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14221): Launched\u000a23:39:36.930778 run osmo-hlr_10.42.42.2(pid=14222): Launched\u000a23:39:37.050379 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:39:37.594244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14224): Launched\u000a23:39:37.906262 run osmo-stp_10.42.42.5(pid=14225): Launched\u000a23:39:38.020118 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:39:38.592223 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14227): Launched\u000a23:39:38.904687 run osmo-msc_10.42.42.6(pid=14228): Launched\u000a23:39:39.089549 run osmo-stp_10.42.42.5(pid=14225): ERR: Terminated: ERROR {rc=1} [trial-2396↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14225)]\u000a23:39:39.222945 run osmo-stp_10.42.42.5(pid=14225): stdout: \u000a| (launched: 2022-12-13_23:39:37.753184)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:39:39.355720 run osmo-stp_10.42.42.5(pid=14225): stderr: \u000a| �[0;m�[38;5;43m20221213233937944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233937944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233937944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233937945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233937945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233937945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233937945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:39:39.481838 run osmo-stp_10.42.42.5(pid=14225): stdout: \u000a| (launched: 2022-12-13_23:39:37.753184)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:39:39.606671 run osmo-stp_10.42.42.5(pid=14225): stderr: \u000a| �[0;m�[38;5;43m20221213233937944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233937944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233937944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233937945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233937945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233937945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233937945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:39:39.661227 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=14225): Process ended prematurely: osmo-stp_10.42.42.5(pid=14225) [trial-2396↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14225)] [trial-2396↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a23:39:39.669528 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a23:39:39.732411 run osmo-hlr_10.42.42.2(pid=14222): ERR: Terminated: ERROR {rc=237} [trial-2396↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14222)]\u000a23:39:39.783896 run osmo-hlr_10.42.42.2(pid=14222): stdout: \u000a| (launched: 2022-12-13_23:39:36.777794) \u000a23:39:39.836573 run osmo-hlr_10.42.42.2(pid=14222): stderr: \u000a| �[0;m�[1;31m20221213233936973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233936973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233936973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233936974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233936974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233936974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233936987 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233936995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233936995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233936995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:39:39.907527 run osmo-msc_10.42.42.6(pid=14228): ERR: Terminated: ERROR {rc=2} [trial-2396↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14228)]\u000a23:39:39.959115 run osmo-msc_10.42.42.6(pid=14228): stdout: \u000a| (launched: 2022-12-13_23:39:38.751266) \u000a23:39:40.011356 run osmo-msc_10.42.42.6(pid=14228): stderr: \u000a| �[0;m�[38;5;43m20221213233939071 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213233939071 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f80c7950c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213233939071 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213233939071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213233939071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213233939071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213233939073 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213233939073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213233939074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213233939074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:39:40.055543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14221): Terminating (SIGTERM)\u000a23:39:40.097720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14224): Terminating (SIGTERM)\u000a23:39:40.139652 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14227): Terminating (SIGTERM)\u000a23:39:40.149297 --- ParallelTerminationStrategy: PID 14221 died...\u000a23:39:40.205259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14221): Terminated: ok {rc=0}\u000a23:39:40.215210 --- ParallelTerminationStrategy: PID 14224 died...\u000a23:39:40.271270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14224): Terminated: ok {rc=0}\u000a23:39:40.281347 --- ParallelTerminationStrategy: PID 14227 died...\u000a23:39:40.337586 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14227): Terminated: ok {rc=0}\u000a23:39:40.423910 bus /sierra_3: Setting Powered False\u000a23:39:41.529692 bus /sierra_3: Setting Powered False\u000a23:39:42.639288 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:39:33" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=14234): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14234) [trial-2396↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14234)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=14234): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14234) [trial-2396↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14234)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a23:39:44.481387 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a23:39:44.492804 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a23:39:44.624616 tst assert_extension.py: using LAC 37028\u000a23:39:44.744425 tst assert_extension.py: using RAC 53\u000a23:39:44.857947 tst assert_extension.py: using CellId 37028\u000a23:39:44.971169 tst assert_extension.py: using BVCI 37029\u000a23:39:44.993413 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a23:39:45.280534 tst assert_extension.py:10: start nitb and bts...\u000a23:39:45.411604 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a23:39:46.083729 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14233): Launched\u000a23:39:46.390051 run osmo-nitb_10.42.42.2(pid=14234): Launched\u000a23:39:46.578538 run osmo-nitb_10.42.42.2(pid=14234): ERR: Terminated: ERROR {rc=2} [trial-2396↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14234)]\u000a23:39:46.716913 run osmo-nitb_10.42.42.2(pid=14234): stdout: \u000a| (launched: 2022-12-13_23:39:46.236857) \u000a23:39:46.857137 run osmo-nitb_10.42.42.2(pid=14234): stderr: \u000a| (launched: 2022-12-13_23:39:46.281558)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:39:46.991265 run osmo-nitb_10.42.42.2(pid=14234): stdout: \u000a| (launched: 2022-12-13_23:39:46.236857) \u000a23:39:47.124167 run osmo-nitb_10.42.42.2(pid=14234): stderr: \u000a| (launched: 2022-12-13_23:39:46.281558)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:39:47.508655 tst osmo-nitb_10.42.42.2(pid=14234): stdout: \u000a| (launched: 2022-12-13_23:39:46.236857) \u000a23:39:47.625610 tst osmo-nitb_10.42.42.2(pid=14234): stderr: \u000a| (launched: 2022-12-13_23:39:46.281558)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:39:47.676719 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=14234): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14234) [trial-2396↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14234)] [trial-2396↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a23:39:47.684667 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a23:39:47.719047 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14233): Terminating (SIGTERM)\u000a23:39:47.896543 --- ParallelTerminationStrategy: PID 14233 died...\u000a23:39:47.951670 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14233): Terminated: ok {rc=0}\u000a23:39:48.034998 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:39:44" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "ussd:trx-sysmocell5000", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14245): Process ended prematurely: osmo-stp_10.42.42.5(pid=14245) [trial-2396↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14245)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14245): Process ended prematurely: osmo-stp_10.42.42.5(pid=14245) [trial-2396↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14245)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a23:39:49.882832 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:39:49.894137 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a23:39:50.036279 tst assert_extension.py: using LAC 37029\u000a23:39:50.161654 tst assert_extension.py: using RAC 54\u000a23:39:50.286066 tst assert_extension.py: using CellId 37029\u000a23:39:50.408752 tst assert_extension.py: using BVCI 37030\u000a23:39:50.432593 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:39:50.443762 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:39:50.454954 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:39:50.466145 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:39:50.477675 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:39:50.488986 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a23:39:50.685513 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:39:51.155631 run create_hlr_db(pid=14239): Launched\u000a23:39:51.338073 bus /sierra_2: Setting Powered False\u000a23:39:52.358340 run create_hlr_db(pid=14239): Terminated: ok {rc=0}\u000a23:39:52.773722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14241): Launched\u000a23:39:53.087184 run osmo-hlr_10.42.42.2(pid=14242): Launched\u000a23:39:53.205061 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:39:53.831699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14244): Launched\u000a23:39:54.139627 run osmo-stp_10.42.42.5(pid=14245): Launched\u000a23:39:54.252011 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:39:54.814335 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14247): Launched\u000a23:39:55.121237 run osmo-msc_10.42.42.6(pid=14248): Launched\u000a23:39:55.302096 run osmo-stp_10.42.42.5(pid=14245): ERR: Terminated: ERROR {rc=1} [trial-2396↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14245)]\u000a23:39:55.434029 run osmo-stp_10.42.42.5(pid=14245): stdout: \u000a| (launched: 2022-12-13_23:39:53.987913)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:39:55.565138 run osmo-stp_10.42.42.5(pid=14245): stderr: \u000a| �[0;m�[38;5;43m20221213233954175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233954175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233954175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233954176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233954179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233954179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233954179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:39:55.689455 run osmo-stp_10.42.42.5(pid=14245): stdout: \u000a| (launched: 2022-12-13_23:39:53.987913)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:39:55.812705 run osmo-stp_10.42.42.5(pid=14245): stderr: \u000a| �[0;m�[38;5;43m20221213233954175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213233954175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213233954175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213233954176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213233954179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213233954179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213233954179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:39:55.866773 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=14245): Process ended prematurely: osmo-stp_10.42.42.5(pid=14245) [trial-2396↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14245)] [trial-2396↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a23:39:55.875107 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a23:39:55.937990 run osmo-hlr_10.42.42.2(pid=14242): ERR: Terminated: ERROR {rc=237} [trial-2396↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14242)]\u000a23:39:55.989507 run osmo-hlr_10.42.42.2(pid=14242): stdout: \u000a| (launched: 2022-12-13_23:39:52.933029) \u000a23:39:56.041632 run osmo-hlr_10.42.42.2(pid=14242): stderr: \u000a| �[0;m�[1;31m20221213233953127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213233953127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213233953127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233953127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213233953127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213233953127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213233953139 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213233953147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213233953148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213233953148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:39:56.112580 run osmo-msc_10.42.42.6(pid=14248): ERR: Terminated: ERROR {rc=2} [trial-2396↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14248)]\u000a23:39:56.164190 run osmo-msc_10.42.42.6(pid=14248): stdout: \u000a| (launched: 2022-12-13_23:39:54.970591) \u000a23:39:56.215975 run osmo-msc_10.42.42.6(pid=14248): stderr: \u000a| �[0;m�[38;5;43m20221213233955288 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213233955288 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f904f733c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213233955288 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213233955288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213233955288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213233955289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213233955290 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213233955291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213233955291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213233955291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:39:56.260152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14241): Terminating (SIGTERM)\u000a23:39:56.302142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14244): Terminating (SIGTERM)\u000a23:39:56.343825 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14247): Terminating (SIGTERM)\u000a23:39:56.353497 --- ParallelTerminationStrategy: PID 14241 died...\u000a23:39:56.409625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14241): Terminated: ok {rc=0}\u000a23:39:56.419463 --- ParallelTerminationStrategy: PID 14244 died...\u000a23:39:56.475130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14244): Terminated: ok {rc=0}\u000a23:39:56.484915 --- ParallelTerminationStrategy: PID 14247 died...\u000a23:39:56.540462 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14247): Terminated: ok {rc=0}\u000a23:39:56.627138 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:39:49" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14263): Process ended prematurely: osmo-stp_10.42.42.5(pid=14263) [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14263)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14263): Process ended prematurely: osmo-stp_10.42.42.5(pid=14263) [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14263)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a23:39:58.589723 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:39:58.600733 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a23:39:58.752033 tst mo_mt_call.py: using LAC 37030\u000a23:39:58.866049 tst mo_mt_call.py: using RAC 55\u000a23:39:58.980185 tst mo_mt_call.py: using CellId 37030\u000a23:39:59.094238 tst mo_mt_call.py: using BVCI 37031\u000a23:39:59.116598 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:39:59.127663 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:39:59.138638 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:39:59.149568 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:39:59.160559 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:39:59.171597 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:39:59.284379 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:39:59.479746 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:39:59.951007 run create_hlr_db(pid=14254): Launched\u000a23:40:00.120479 bus /sierra_2: Setting Powered False\u000a23:40:01.170150 run create_hlr_db(pid=14254): Terminated: ok {rc=0}\u000a23:40:01.618178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14259): Launched\u000a23:40:02.062067 run osmo-hlr_10.42.42.2(pid=14260): Launched\u000a23:40:02.210406 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:40:02.726925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14262): Launched\u000a23:40:03.018711 run osmo-stp_10.42.42.5(pid=14263): Launched\u000a23:40:03.126559 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:40:03.663157 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14265): Launched\u000a23:40:03.956737 run osmo-msc_10.42.42.6(pid=14266): Launched\u000a23:40:04.129927 run osmo-stp_10.42.42.5(pid=14263): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14263)]\u000a23:40:04.256659 run osmo-stp_10.42.42.5(pid=14263): stdout: \u000a| (launched: 2022-12-13_23:40:02.875914)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:40:04.380233 run osmo-stp_10.42.42.5(pid=14263): stderr: \u000a| �[0;m�[38;5;43m20221213234003045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234003045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234003046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234003046 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234003047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234003047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234003047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:40:04.498698 run osmo-stp_10.42.42.5(pid=14263): stdout: \u000a| (launched: 2022-12-13_23:40:02.875914)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:40:04.616407 run osmo-stp_10.42.42.5(pid=14263): stderr: \u000a| �[0;m�[38;5;43m20221213234003045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234003045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234003046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234003046 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234003047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234003047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234003047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:40:04.668360 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14263): Process ended prematurely: osmo-stp_10.42.42.5(pid=14263) [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14263)] [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a23:40:04.676776 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a23:40:04.735841 run osmo-hlr_10.42.42.2(pid=14260): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14260)]\u000a23:40:04.784429 run osmo-hlr_10.42.42.2(pid=14260): stdout: \u000a| (launched: 2022-12-13_23:40:01.784881) \u000a23:40:04.833673 run osmo-hlr_10.42.42.2(pid=14260): stderr: \u000a| �[0;m�[1;31m20221213234002088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234002088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234002088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234002088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234002088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234002088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234002103 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234002112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234002112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234002112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:40:04.900302 run osmo-msc_10.42.42.6(pid=14266): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14266)]\u000a23:40:04.948765 run osmo-msc_10.42.42.6(pid=14266): stdout: \u000a| (launched: 2022-12-13_23:40:03.812720) \u000a23:40:04.997976 run osmo-msc_10.42.42.6(pid=14266): stderr: \u000a| �[0;m�[38;5;43m20221213234004083 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213234004083 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcb9c502c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213234004083 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213234004083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213234004084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213234004084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213234004085 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213234004086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213234004086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213234004086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:40:05.039440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14259): Terminating (SIGTERM)\u000a23:40:05.078802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14262): Terminating (SIGTERM)\u000a23:40:05.118170 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14265): Terminating (SIGTERM)\u000a23:40:05.126875 --- ParallelTerminationStrategy: PID 14259 died...\u000a23:40:05.179163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14259): Terminated: ok {rc=0}\u000a23:40:05.188550 --- ParallelTerminationStrategy: PID 14262 died...\u000a23:40:05.240823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14262): Terminated: ok {rc=0}\u000a23:40:05.250158 --- ParallelTerminationStrategy: PID 14265 died...\u000a23:40:05.302581 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14265): Terminated: ok {rc=0}\u000a23:40:05.390525 bus /sierra_3: Setting Powered False\u000a23:40:06.495266 bus /sierra_3: Setting Powered False\u000a23:40:07.607242 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14274): Process ended prematurely: osmo-stp_10.42.42.5(pid=14274) [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14274)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14274): Process ended prematurely: osmo-stp_10.42.42.5(pid=14274) [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14274)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:40:08.719755 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:40:08.732011 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a23:40:08.890929 tst mo_mt_call_osmux.py: using LAC 37031\u000a23:40:09.007263 tst mo_mt_call_osmux.py: using RAC 56\u000a23:40:09.125813 tst mo_mt_call_osmux.py: using CellId 37031\u000a23:40:09.242392 tst mo_mt_call_osmux.py: using BVCI 37032\u000a23:40:09.264879 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:40:09.276048 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:40:09.287088 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:40:09.298034 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:40:09.309014 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:40:09.319891 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:40:09.438799 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:40:09.647155 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:40:10.143410 run create_hlr_db(pid=14268): Launched\u000a23:40:10.327534 bus /sierra_2: Setting Powered False\u000a23:40:11.348119 run create_hlr_db(pid=14268): Terminated: ok {rc=0}\u000a23:40:11.744737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14270): Launched\u000a23:40:12.040437 run osmo-hlr_10.42.42.2(pid=14271): Launched\u000a23:40:12.157309 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:40:12.679218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14273): Launched\u000a23:40:12.974106 run osmo-stp_10.42.42.5(pid=14274): Launched\u000a23:40:13.082277 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:40:13.620172 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14276): Launched\u000a23:40:13.914679 run osmo-msc_10.42.42.6(pid=14277): Launched\u000a23:40:14.087642 run osmo-stp_10.42.42.5(pid=14274): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14274)]\u000a23:40:14.212810 run osmo-stp_10.42.42.5(pid=14274): stdout: \u000a| (launched: 2022-12-13_23:40:12.829531)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:40:14.336438 run osmo-stp_10.42.42.5(pid=14274): stderr: \u000a| �[0;m�[38;5;43m20221213234013001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234013001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234013001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234013002 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234013002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234013002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234013002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:40:14.455281 run osmo-stp_10.42.42.5(pid=14274): stdout: \u000a| (launched: 2022-12-13_23:40:12.829531)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:40:14.572686 run osmo-stp_10.42.42.5(pid=14274): stderr: \u000a| �[0;m�[38;5;43m20221213234013001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234013001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234013001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234013002 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234013002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234013002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234013002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:40:14.624739 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14274): Process ended prematurely: osmo-stp_10.42.42.5(pid=14274) [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14274)] [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a23:40:14.633412 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a23:40:14.692922 run osmo-hlr_10.42.42.2(pid=14271): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14271)]\u000a23:40:14.741883 run osmo-hlr_10.42.42.2(pid=14271): stdout: \u000a| (launched: 2022-12-13_23:40:11.894805) \u000a23:40:14.790854 run osmo-hlr_10.42.42.2(pid=14271): stderr: \u000a| �[0;m�[1;31m20221213234012071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234012071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234012071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234012071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234012071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234012071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234012084 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234012094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234012095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234012095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:40:14.857502 run osmo-msc_10.42.42.6(pid=14277): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14277)]\u000a23:40:14.905851 run osmo-msc_10.42.42.6(pid=14277): stdout: \u000a| (launched: 2022-12-13_23:40:13.770017) \u000a23:40:14.954662 run osmo-msc_10.42.42.6(pid=14277): stderr: \u000a| �[0;m�[38;5;43m20221213234014041 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213234014041 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f92d1c1dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213234014041 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213234014041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213234014041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213234014041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213234014043 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213234014043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213234014044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213234014044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:40:14.996017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14270): Terminating (SIGTERM)\u000a23:40:15.035268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14273): Terminating (SIGTERM)\u000a23:40:15.074444 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14276): Terminating (SIGTERM)\u000a23:40:15.083491 --- ParallelTerminationStrategy: PID 14270 died...\u000a23:40:15.136386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14270): Terminated: ok {rc=0}\u000a23:40:15.145938 --- ParallelTerminationStrategy: PID 14273 died...\u000a23:40:15.198092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14273): Terminated: ok {rc=0}\u000a23:40:15.207524 --- ParallelTerminationStrategy: PID 14276 died...\u000a23:40:15.259751 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14276): Terminated: ok {rc=0}\u000a23:40:15.347124 bus /sierra_3: Setting Powered False\u000a23:40:16.453443 bus /sierra_3: Setting Powered False\u000a23:40:17.565580 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:39:58" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14288): Process ended prematurely: osmo-stp_10.42.42.5(pid=14288) [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14288)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14288): Process ended prematurely: osmo-stp_10.42.42.5(pid=14288) [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14288)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a23:40:19.564221 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:40:19.575434 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a23:40:19.729919 tst mo_mt_call.py: using LAC 37032\u000a23:40:19.846071 tst mo_mt_call.py: using RAC 57\u000a23:40:19.962137 tst mo_mt_call.py: using CellId 37032\u000a23:40:20.077532 tst mo_mt_call.py: using BVCI 37033\u000a23:40:20.099881 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:40:20.111102 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:40:20.122188 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:40:20.133132 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:40:20.144160 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:40:20.155114 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:40:20.274583 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:40:20.482281 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:40:20.977260 run create_hlr_db(pid=14282): Launched\u000a23:40:21.160482 bus /sierra_2: Setting Powered False\u000a23:40:22.182888 run create_hlr_db(pid=14282): Terminated: ok {rc=0}\u000a23:40:22.580207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14284): Launched\u000a23:40:22.876146 run osmo-hlr_10.42.42.2(pid=14285): Launched\u000a23:40:22.984194 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:40:23.495498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14287): Launched\u000a23:40:23.789247 run osmo-stp_10.42.42.5(pid=14288): Launched\u000a23:40:23.896288 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:40:24.439753 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14290): Launched\u000a23:40:24.735341 run osmo-msc_10.42.42.6(pid=14291): Launched\u000a23:40:24.908601 run osmo-stp_10.42.42.5(pid=14288): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14288)]\u000a23:40:25.034013 run osmo-stp_10.42.42.5(pid=14288): stdout: \u000a| (launched: 2022-12-13_23:40:23.645196)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:40:25.156716 run osmo-stp_10.42.42.5(pid=14288): stderr: \u000a| �[0;m�[38;5;43m20221213234023814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234023814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234023814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234023815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234023817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234023817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234023817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:40:25.275482 run osmo-stp_10.42.42.5(pid=14288): stdout: \u000a| (launched: 2022-12-13_23:40:23.645196)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:40:25.393389 run osmo-stp_10.42.42.5(pid=14288): stderr: \u000a| �[0;m�[38;5;43m20221213234023814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234023814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234023814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234023815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234023817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234023817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234023817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:40:25.445237 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14288): Process ended prematurely: osmo-stp_10.42.42.5(pid=14288) [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14288)] [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a23:40:25.453732 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a23:40:25.512766 run osmo-hlr_10.42.42.2(pid=14285): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14285)]\u000a23:40:25.561293 run osmo-hlr_10.42.42.2(pid=14285): stdout: \u000a| (launched: 2022-12-13_23:40:22.730595) \u000a23:40:25.610328 run osmo-hlr_10.42.42.2(pid=14285): stderr: \u000a| �[0;m�[1;31m20221213234022906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234022906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234022906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234022906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234022906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234022906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234022918 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234022929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234022930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234022930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:40:25.676712 run osmo-msc_10.42.42.6(pid=14291): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14291)]\u000a23:40:25.725067 run osmo-msc_10.42.42.6(pid=14291): stdout: \u000a| (launched: 2022-12-13_23:40:24.590238) \u000a23:40:25.773969 run osmo-msc_10.42.42.6(pid=14291): stderr: \u000a| �[0;m�[38;5;43m20221213234024860 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213234024860 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f582b049c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213234024860 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213234024860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213234024860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213234024861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213234024862 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213234024863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213234024863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213234024863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:40:25.815249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14284): Terminating (SIGTERM)\u000a23:40:25.854026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14287): Terminating (SIGTERM)\u000a23:40:25.892812 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14290): Terminating (SIGTERM)\u000a23:40:25.901907 --- ParallelTerminationStrategy: PID 14284 died...\u000a23:40:25.953819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14284): Terminated: ok {rc=0}\u000a23:40:25.963136 --- ParallelTerminationStrategy: PID 14287 died...\u000a23:40:26.014768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14287): Terminated: ok {rc=0}\u000a23:40:26.024070 --- ParallelTerminationStrategy: PID 14290 died...\u000a23:40:26.075854 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14290): Terminated: ok {rc=0}\u000a23:40:26.162581 bus /sierra_3: Setting Powered False\u000a23:40:27.267564 bus /sierra_3: Setting Powered False\u000a23:40:28.375106 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14299): Process ended prematurely: osmo-stp_10.42.42.5(pid=14299) [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14299)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14299): Process ended prematurely: osmo-stp_10.42.42.5(pid=14299) [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14299)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:40:29.486547 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:40:29.498606 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a23:40:29.659191 tst mo_mt_call_osmux.py: using LAC 37033\u000a23:40:29.777179 tst mo_mt_call_osmux.py: using RAC 58\u000a23:40:29.895250 tst mo_mt_call_osmux.py: using CellId 37033\u000a23:40:30.017220 tst mo_mt_call_osmux.py: using BVCI 37034\u000a23:40:30.039860 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:40:30.051035 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:40:30.062025 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:40:30.072913 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:40:30.083942 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:40:30.095007 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:40:30.210376 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:40:30.412154 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:40:30.902238 run create_hlr_db(pid=14293): Launched\u000a23:40:31.076204 bus /sierra_2: Setting Powered False\u000a23:40:32.095303 run create_hlr_db(pid=14293): Terminated: ok {rc=0}\u000a23:40:32.492919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14295): Launched\u000a23:40:32.786550 run osmo-hlr_10.42.42.2(pid=14296): Launched\u000a23:40:32.893842 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:40:33.405288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14298): Launched\u000a23:40:33.700434 run osmo-stp_10.42.42.5(pid=14299): Launched\u000a23:40:33.807651 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:40:34.346294 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14301): Launched\u000a23:40:34.642551 run osmo-msc_10.42.42.6(pid=14302): Launched\u000a23:40:34.816062 run osmo-stp_10.42.42.5(pid=14299): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14299)]\u000a23:40:34.942168 run osmo-stp_10.42.42.5(pid=14299): stdout: \u000a| (launched: 2022-12-13_23:40:33.555677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:40:35.065671 run osmo-stp_10.42.42.5(pid=14299): stderr: \u000a| �[0;m�[38;5;43m20221213234033723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234033723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234033724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234033724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234033725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234033725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234033725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:40:35.184417 run osmo-stp_10.42.42.5(pid=14299): stdout: \u000a| (launched: 2022-12-13_23:40:33.555677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:40:35.302475 run osmo-stp_10.42.42.5(pid=14299): stderr: \u000a| �[0;m�[38;5;43m20221213234033723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234033723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234033724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234033724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234033725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234033725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234033725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:40:35.354556 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14299): Process ended prematurely: osmo-stp_10.42.42.5(pid=14299) [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14299)] [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a23:40:35.363150 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a23:40:35.421600 run osmo-hlr_10.42.42.2(pid=14296): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14296)]\u000a23:40:35.469592 run osmo-hlr_10.42.42.2(pid=14296): stdout: \u000a| (launched: 2022-12-13_23:40:32.642826) \u000a23:40:35.518484 run osmo-hlr_10.42.42.2(pid=14296): stderr: \u000a| �[0;m�[1;31m20221213234032819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234032819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234032819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234032819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234032819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234032819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234032831 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234032839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234032839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234032839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:40:35.584436 run osmo-msc_10.42.42.6(pid=14302): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14302)]\u000a23:40:35.632386 run osmo-msc_10.42.42.6(pid=14302): stdout: \u000a| (launched: 2022-12-13_23:40:34.497397) \u000a23:40:35.680919 run osmo-msc_10.42.42.6(pid=14302): stderr: \u000a| �[0;m�[38;5;43m20221213234034769 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213234034769 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f86f13aac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213234034769 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213234034769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213234034769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213234034769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213234034771 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213234034771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213234034772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213234034772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:40:35.722029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14295): Terminating (SIGTERM)\u000a23:40:35.761085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14298): Terminating (SIGTERM)\u000a23:40:35.799733 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14301): Terminating (SIGTERM)\u000a23:40:35.808687 --- ParallelTerminationStrategy: PID 14295 died...\u000a23:40:35.860773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14295): Terminated: ok {rc=0}\u000a23:40:35.870187 --- ParallelTerminationStrategy: PID 14298 died...\u000a23:40:35.922077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14298): Terminated: ok {rc=0}\u000a23:40:35.931326 --- ParallelTerminationStrategy: PID 14301 died...\u000a23:40:35.983104 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14301): Terminated: ok {rc=0}\u000a23:40:36.069781 bus /sierra_3: Setting Powered False\u000a23:40:37.171563 bus /sierra_3: Setting Powered False\u000a23:40:38.279630 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:40:19" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14313): Process ended prematurely: osmo-stp_10.42.42.5(pid=14313) [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14313)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14313): Process ended prematurely: osmo-stp_10.42.42.5(pid=14313) [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14313)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a23:40:40.279310 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:40:40.291080 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a23:40:40.454483 tst mo_mt_call.py: using LAC 37034\u000a23:40:40.580252 tst mo_mt_call.py: using RAC 59\u000a23:40:40.704535 tst mo_mt_call.py: using CellId 37034\u000a23:40:40.829993 tst mo_mt_call.py: using BVCI 37035\u000a23:40:40.854268 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:40:40.866028 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:40:40.877496 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:40:40.888760 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:40:40.900557 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:40:40.912500 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:40:41.028580 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:40:41.237248 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:40:41.733619 run create_hlr_db(pid=14307): Launched\u000a23:40:41.916828 bus /sierra_2: Setting Powered False\u000a23:40:42.939564 run create_hlr_db(pid=14307): Terminated: ok {rc=0}\u000a23:40:43.336655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14309): Launched\u000a23:40:43.635560 run osmo-hlr_10.42.42.2(pid=14310): Launched\u000a23:40:43.746166 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:40:44.261221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14312): Launched\u000a23:40:44.558264 run osmo-stp_10.42.42.5(pid=14313): Launched\u000a23:40:44.667217 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:40:45.207558 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14315): Launched\u000a23:40:45.504686 run osmo-msc_10.42.42.6(pid=14316): Launched\u000a23:40:45.679172 run osmo-stp_10.42.42.5(pid=14313): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14313)]\u000a23:40:45.805136 run osmo-stp_10.42.42.5(pid=14313): stdout: \u000a| (launched: 2022-12-13_23:40:44.412058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:40:45.948836 run osmo-stp_10.42.42.5(pid=14313): stderr: \u000a| �[0;m�[38;5;43m20221213234044581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234044581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234044581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234044582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234044582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234044582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234044582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:40:46.070844 run osmo-stp_10.42.42.5(pid=14313): stdout: \u000a| (launched: 2022-12-13_23:40:44.412058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:40:46.191938 run osmo-stp_10.42.42.5(pid=14313): stderr: \u000a| �[0;m�[38;5;43m20221213234044581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234044581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234044581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234044582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234044582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234044582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234044582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:40:46.245301 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14313): Process ended prematurely: osmo-stp_10.42.42.5(pid=14313) [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14313)] [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a23:40:46.254462 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a23:40:46.315105 run osmo-hlr_10.42.42.2(pid=14310): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14310)]\u000a23:40:46.364834 run osmo-hlr_10.42.42.2(pid=14310): stdout: \u000a| (launched: 2022-12-13_23:40:43.488326) \u000a23:40:46.415126 run osmo-hlr_10.42.42.2(pid=14310): stderr: \u000a| �[0;m�[1;31m20221213234043664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234043664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234043664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234043664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234043664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234043664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234043676 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234043685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234043685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234043685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:40:46.483458 run osmo-msc_10.42.42.6(pid=14316): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14316)]\u000a23:40:46.533553 run osmo-msc_10.42.42.6(pid=14316): stdout: \u000a| (launched: 2022-12-13_23:40:45.358649) \u000a23:40:46.585013 run osmo-msc_10.42.42.6(pid=14316): stderr: \u000a| �[0;m�[38;5;43m20221213234045629 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213234045629 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0e5edc8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213234045629 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213234045629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213234045630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213234045630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213234045632 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213234045632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213234045632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213234045632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:40:46.627728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14309): Terminating (SIGTERM)\u000a23:40:46.668840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14312): Terminating (SIGTERM)\u000a23:40:46.709561 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14315): Terminating (SIGTERM)\u000a23:40:46.719184 --- ParallelTerminationStrategy: PID 14309 died...\u000a23:40:46.773509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14309): Terminated: ok {rc=0}\u000a23:40:46.783432 --- ParallelTerminationStrategy: PID 14312 died...\u000a23:40:46.836929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14312): Terminated: ok {rc=0}\u000a23:40:46.846889 --- ParallelTerminationStrategy: PID 14315 died...\u000a23:40:46.900446 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14315): Terminated: ok {rc=0}\u000a23:40:46.984218 bus /sierra_3: Setting Powered False\u000a23:40:48.083434 bus /sierra_3: Setting Powered False\u000a23:40:49.192936 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14325): Process ended prematurely: osmo-stp_10.42.42.5(pid=14325) [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14325)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14325): Process ended prematurely: osmo-stp_10.42.42.5(pid=14325) [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14325)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:40:50.302028 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:40:50.313852 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a23:40:50.472883 tst mo_mt_call_osmux.py: using LAC 37035\u000a23:40:50.591603 tst mo_mt_call_osmux.py: using RAC 60\u000a23:40:50.706479 tst mo_mt_call_osmux.py: using CellId 37035\u000a23:40:50.830093 tst mo_mt_call_osmux.py: using BVCI 37036\u000a23:40:50.853074 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:40:50.864825 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:40:50.876462 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:40:50.888136 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:40:50.899903 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:40:50.911617 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:40:51.031681 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:40:51.232942 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:40:51.707824 run create_hlr_db(pid=14318): Launched\u000a23:40:51.879020 bus /sierra_2: Setting Powered False\u000a23:40:52.900835 run create_hlr_db(pid=14318): Terminated: ok {rc=0}\u000a23:40:53.320014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14321): Launched\u000a23:40:53.636729 run osmo-hlr_10.42.42.2(pid=14322): Launched\u000a23:40:53.755541 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:40:54.305722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14324): Launched\u000a23:40:54.622042 run osmo-stp_10.42.42.5(pid=14325): Launched\u000a23:40:54.737319 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:40:55.314346 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14327): Launched\u000a23:40:55.631288 run osmo-msc_10.42.42.6(pid=14328): Launched\u000a23:40:55.818182 run osmo-stp_10.42.42.5(pid=14325): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14325)]\u000a23:40:55.953842 run osmo-stp_10.42.42.5(pid=14325): stdout: \u000a| (launched: 2022-12-13_23:40:54.466551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:40:56.088148 run osmo-stp_10.42.42.5(pid=14325): stderr: \u000a| �[0;m�[38;5;43m20221213234054659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234054659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234054659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234054659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234054660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234054660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234054660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:40:56.216332 run osmo-stp_10.42.42.5(pid=14325): stdout: \u000a| (launched: 2022-12-13_23:40:54.466551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:40:56.342742 run osmo-stp_10.42.42.5(pid=14325): stderr: \u000a| �[0;m�[38;5;43m20221213234054659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234054659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234054659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234054659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234054660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234054660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234054660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:40:56.398428 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14325): Process ended prematurely: osmo-stp_10.42.42.5(pid=14325) [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14325)] [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a23:40:56.407530 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a23:40:56.470036 run osmo-hlr_10.42.42.2(pid=14322): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14322)]\u000a23:40:56.521169 run osmo-hlr_10.42.42.2(pid=14322): stdout: \u000a| (launched: 2022-12-13_23:40:53.480805) \u000a23:40:56.573077 run osmo-hlr_10.42.42.2(pid=14322): stderr: \u000a| �[0;m�[1;31m20221213234053678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234053678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234053678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234053678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234053678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234053678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234053690 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234053698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234053699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234053699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:40:56.643337 run osmo-msc_10.42.42.6(pid=14328): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14328)]\u000a23:40:56.694162 run osmo-msc_10.42.42.6(pid=14328): stdout: \u000a| (launched: 2022-12-13_23:40:55.475785) \u000a23:40:56.745615 run osmo-msc_10.42.42.6(pid=14328): stderr: \u000a| �[0;m�[38;5;43m20221213234055795 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213234055796 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff4bbc54c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213234055796 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213234055796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213234055796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213234055796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213234055798 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213234055798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213234055798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213234055798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:40:56.789490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14321): Terminating (SIGTERM)\u000a23:40:56.831249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14324): Terminating (SIGTERM)\u000a23:40:56.872649 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14327): Terminating (SIGTERM)\u000a23:40:56.882236 --- ParallelTerminationStrategy: PID 14321 died...\u000a23:40:56.937809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14321): Terminated: ok {rc=0}\u000a23:40:56.947644 --- ParallelTerminationStrategy: PID 14324 died...\u000a23:40:57.002662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14324): Terminated: ok {rc=0}\u000a23:40:57.012483 --- ParallelTerminationStrategy: PID 14327 died...\u000a23:40:57.067669 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14327): Terminated: ok {rc=0}\u000a23:40:57.153911 bus /sierra_3: Setting Powered False\u000a23:40:58.257496 bus /sierra_3: Setting Powered False\u000a23:40:59.367621 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:40:39" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14339): Process ended prematurely: osmo-stp_10.42.42.5(pid=14339) [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14339)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14339): Process ended prematurely: osmo-stp_10.42.42.5(pid=14339) [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14339)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a23:41:01.382369 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:41:01.394568 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a23:41:01.558313 tst mo_mt_call.py: using LAC 37036\u000a23:41:01.687363 tst mo_mt_call.py: using RAC 61\u000a23:41:01.807871 tst mo_mt_call.py: using CellId 37036\u000a23:41:01.955069 tst mo_mt_call.py: using BVCI 37037\u000a23:41:01.988235 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:41:02.003320 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:41:02.018221 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:41:02.031410 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:41:02.045152 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:41:02.060040 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:41:02.207028 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:41:02.408180 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:41:02.885413 run create_hlr_db(pid=14333): Launched\u000a23:41:03.055846 bus /sierra_2: Setting Powered False\u000a23:41:04.077797 run create_hlr_db(pid=14333): Terminated: ok {rc=0}\u000a23:41:04.496200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14335): Launched\u000a23:41:04.811266 run osmo-hlr_10.42.42.2(pid=14336): Launched\u000a23:41:04.928200 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:41:05.476198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14338): Launched\u000a23:41:05.791538 run osmo-stp_10.42.42.5(pid=14339): Launched\u000a23:41:05.906194 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:41:06.485364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14341): Launched\u000a23:41:06.802234 run osmo-msc_10.42.42.6(pid=14342): Launched\u000a23:41:06.987640 run osmo-stp_10.42.42.5(pid=14339): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14339)]\u000a23:41:07.122753 run osmo-stp_10.42.42.5(pid=14339): stdout: \u000a| (launched: 2022-12-13_23:41:05.637023)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:41:07.257328 run osmo-stp_10.42.42.5(pid=14339): stderr: \u000a| �[0;m�[38;5;43m20221213234105829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234105829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234105829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234105830 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234105830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234105830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234105830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:41:07.384708 run osmo-stp_10.42.42.5(pid=14339): stdout: \u000a| (launched: 2022-12-13_23:41:05.637023)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:41:07.511087 run osmo-stp_10.42.42.5(pid=14339): stderr: \u000a| �[0;m�[38;5;43m20221213234105829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234105829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234105829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234105830 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234105830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234105830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234105830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:41:07.566593 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14339): Process ended prematurely: osmo-stp_10.42.42.5(pid=14339) [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14339)] [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a23:41:07.575670 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a23:41:07.637862 run osmo-hlr_10.42.42.2(pid=14336): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14336)]\u000a23:41:07.689015 run osmo-hlr_10.42.42.2(pid=14336): stdout: \u000a| (launched: 2022-12-13_23:41:04.657711) \u000a23:41:07.741286 run osmo-hlr_10.42.42.2(pid=14336): stderr: \u000a| �[0;m�[1;31m20221213234104856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234104856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234104856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234104856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234104856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234104856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234104868 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234104877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234104877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234104877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:41:07.812471 run osmo-msc_10.42.42.6(pid=14342): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14342)]\u000a23:41:07.863337 run osmo-msc_10.42.42.6(pid=14342): stdout: \u000a| (launched: 2022-12-13_23:41:06.646590) \u000a23:41:07.914547 run osmo-msc_10.42.42.6(pid=14342): stderr: \u000a| �[0;m�[38;5;43m20221213234106965 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213234106966 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2f38e42c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213234106966 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213234106966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213234106966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213234106966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213234106968 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213234106968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213234106968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213234106968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:41:07.958453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14335): Terminating (SIGTERM)\u000a23:41:07.999888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14338): Terminating (SIGTERM)\u000a23:41:08.041461 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14341): Terminating (SIGTERM)\u000a23:41:08.050958 --- ParallelTerminationStrategy: PID 14335 died...\u000a23:41:08.106587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14335): Terminated: ok {rc=0}\u000a23:41:08.116761 --- ParallelTerminationStrategy: PID 14338 died...\u000a23:41:08.172232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14338): Terminated: ok {rc=0}\u000a23:41:08.182130 --- ParallelTerminationStrategy: PID 14341 died...\u000a23:41:08.237253 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14341): Terminated: ok {rc=0}\u000a23:41:08.322793 bus /sierra_3: Setting Powered False\u000a23:41:09.427860 bus /sierra_3: Setting Powered False\u000a23:41:10.534058 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14350): Process ended prematurely: osmo-stp_10.42.42.5(pid=14350) [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14350)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14350): Process ended prematurely: osmo-stp_10.42.42.5(pid=14350) [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14350)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:41:11.645000 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:41:11.656714 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a23:41:11.817828 tst mo_mt_call_osmux.py: using LAC 37037\u000a23:41:11.943234 tst mo_mt_call_osmux.py: using RAC 62\u000a23:41:12.066448 tst mo_mt_call_osmux.py: using CellId 37037\u000a23:41:12.190658 tst mo_mt_call_osmux.py: using BVCI 37038\u000a23:41:12.214795 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:41:12.226500 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:41:12.238053 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:41:12.249549 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:41:12.261423 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:41:12.273155 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:41:12.391646 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:41:12.590362 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:41:13.065063 run create_hlr_db(pid=14344): Launched\u000a23:41:13.235035 bus /sierra_2: Setting Powered False\u000a23:41:14.257519 run create_hlr_db(pid=14344): Terminated: ok {rc=0}\u000a23:41:14.651316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14346): Launched\u000a23:41:14.947402 run osmo-hlr_10.42.42.2(pid=14347): Launched\u000a23:41:15.060077 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:41:15.574508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14349): Launched\u000a23:41:15.872717 run osmo-stp_10.42.42.5(pid=14350): Launched\u000a23:41:16.074037 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:41:16.729387 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14352): Launched\u000a23:41:17.085629 run osmo-msc_10.42.42.6(pid=14353): Launched\u000a23:41:17.357373 run osmo-stp_10.42.42.5(pid=14350): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14350)]\u000a23:41:17.495051 run osmo-stp_10.42.42.5(pid=14350): stdout: \u000a| (launched: 2022-12-13_23:41:15.726037)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:41:17.632298 run osmo-stp_10.42.42.5(pid=14350): stderr: \u000a| �[0;m�[38;5;43m20221213234115985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234115986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234115986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234115986 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234115987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234115987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234115987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:41:17.760594 run osmo-stp_10.42.42.5(pid=14350): stdout: \u000a| (launched: 2022-12-13_23:41:15.726037)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:41:17.887911 run osmo-stp_10.42.42.5(pid=14350): stderr: \u000a| �[0;m�[38;5;43m20221213234115985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234115986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234115986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234115986 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234115987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234115987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234115987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:41:17.943889 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14350): Process ended prematurely: osmo-stp_10.42.42.5(pid=14350) [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14350)] [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a23:41:17.953360 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a23:41:18.016572 run osmo-hlr_10.42.42.2(pid=14347): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14347)]\u000a23:41:18.068491 run osmo-hlr_10.42.42.2(pid=14347): stdout: \u000a| (launched: 2022-12-13_23:41:14.802597) \u000a23:41:18.121120 run osmo-hlr_10.42.42.2(pid=14347): stderr: \u000a| �[0;m�[1;31m20221213234114977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234114977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234114977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234114978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234114978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234114978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234114990 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234115000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234115000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234115000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:41:18.192348 run osmo-msc_10.42.42.6(pid=14353): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14353)]\u000a23:41:18.243995 run osmo-msc_10.42.42.6(pid=14353): stdout: \u000a| (launched: 2022-12-13_23:41:16.895937) \u000a23:41:18.296321 run osmo-msc_10.42.42.6(pid=14353): stderr: \u000a| �[0;m�[38;5;43m20221213234117355 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213234117356 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f62425f1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213234117356 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213234117356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213234117356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213234117356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213234117358 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213234117358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213234117359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213234117359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:41:18.340607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14346): Terminating (SIGTERM)\u000a23:41:18.382672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14349): Terminating (SIGTERM)\u000a23:41:18.425196 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14352): Terminating (SIGTERM)\u000a23:41:18.434900 --- ParallelTerminationStrategy: PID 14346 died...\u000a23:41:18.491557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14346): Terminated: ok {rc=0}\u000a23:41:18.502012 --- ParallelTerminationStrategy: PID 14349 died...\u000a23:41:18.558337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14349): Terminated: ok {rc=0}\u000a23:41:18.568385 --- ParallelTerminationStrategy: PID 14352 died...\u000a23:41:18.624773 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14352): Terminated: ok {rc=0}\u000a23:41:18.711370 bus /sierra_3: Setting Powered False\u000a23:41:19.817202 bus /sierra_3: Setting Powered False\u000a23:41:20.929594 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:41:01" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14365): Process ended prematurely: osmo-stp_10.42.42.5(pid=14365) [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14365)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14365): Process ended prematurely: osmo-stp_10.42.42.5(pid=14365) [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14365)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a23:41:22.922140 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:41:22.933612 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a23:41:23.092420 tst mo_mt_call.py: using LAC 37038\u000a23:41:23.207388 tst mo_mt_call.py: using RAC 63\u000a23:41:23.327833 tst mo_mt_call.py: using CellId 37038\u000a23:41:23.442671 tst mo_mt_call.py: using BVCI 37039\u000a23:41:23.465263 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:41:23.476287 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:41:23.487304 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:41:23.498356 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:41:23.509383 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:41:23.520250 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:41:23.635295 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:41:23.844637 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:41:24.342735 run create_hlr_db(pid=14358): Launched\u000a23:41:24.526318 bus /sierra_2: Setting Powered False\u000a23:41:25.547626 run create_hlr_db(pid=14358): Terminated: ok {rc=0}\u000a23:41:25.944060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14361): Launched\u000a23:41:26.241147 run osmo-hlr_10.42.42.2(pid=14362): Launched\u000a23:41:26.355261 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:41:26.869068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14364): Launched\u000a23:41:27.164461 run osmo-stp_10.42.42.5(pid=14365): Launched\u000a23:41:27.273672 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:41:27.814078 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14367): Launched\u000a23:41:28.109442 run osmo-msc_10.42.42.6(pid=14368): Launched\u000a23:41:28.286698 run osmo-stp_10.42.42.5(pid=14365): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14365)]\u000a23:41:28.412602 run osmo-stp_10.42.42.5(pid=14365): stdout: \u000a| (launched: 2022-12-13_23:41:27.019613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:41:28.536058 run osmo-stp_10.42.42.5(pid=14365): stderr: \u000a| �[0;m�[38;5;43m20221213234127189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234127189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234127190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234127190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234127190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234127191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234127191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:41:28.654988 run osmo-stp_10.42.42.5(pid=14365): stdout: \u000a| (launched: 2022-12-13_23:41:27.019613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:41:28.773011 run osmo-stp_10.42.42.5(pid=14365): stderr: \u000a| �[0;m�[38;5;43m20221213234127189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234127189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234127190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234127190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234127190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234127191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234127191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:41:28.825743 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14365): Process ended prematurely: osmo-stp_10.42.42.5(pid=14365) [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14365)] [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a23:41:28.834567 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a23:41:28.892906 run osmo-hlr_10.42.42.2(pid=14362): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14362)]\u000a23:41:28.941051 run osmo-hlr_10.42.42.2(pid=14362): stdout: \u000a| (launched: 2022-12-13_23:41:26.095217) \u000a23:41:28.989841 run osmo-hlr_10.42.42.2(pid=14362): stderr: \u000a| �[0;m�[1;31m20221213234126270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234126270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234126270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234126270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234126270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234126270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234126282 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234126291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234126291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234126291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:41:29.055945 run osmo-msc_10.42.42.6(pid=14368): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14368)]\u000a23:41:29.104014 run osmo-msc_10.42.42.6(pid=14368): stdout: \u000a| (launched: 2022-12-13_23:41:27.964170) \u000a23:41:29.152719 run osmo-msc_10.42.42.6(pid=14368): stderr: \u000a| �[0;m�[38;5;43m20221213234128235 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213234128235 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff3c2816c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213234128235 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213234128236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213234128236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213234128236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213234128238 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213234128238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213234128238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213234128238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:41:29.193834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14361): Terminating (SIGTERM)\u000a23:41:29.233218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14364): Terminating (SIGTERM)\u000a23:41:29.272283 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14367): Terminating (SIGTERM)\u000a23:41:29.281375 --- ParallelTerminationStrategy: PID 14361 died...\u000a23:41:29.333723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14361): Terminated: ok {rc=0}\u000a23:41:29.343246 --- ParallelTerminationStrategy: PID 14364 died...\u000a23:41:29.394978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14364): Terminated: ok {rc=0}\u000a23:41:29.404365 --- ParallelTerminationStrategy: PID 14367 died...\u000a23:41:29.456231 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14367): Terminated: ok {rc=0}\u000a23:41:29.543129 bus /sierra_3: Setting Powered False\u000a23:41:30.647079 bus /sierra_3: Setting Powered False\u000a23:41:31.761389 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14376): Process ended prematurely: osmo-stp_10.42.42.5(pid=14376) [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14376)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14376): Process ended prematurely: osmo-stp_10.42.42.5(pid=14376) [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14376)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:41:32.872206 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:41:32.883965 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a23:41:33.037764 tst mo_mt_call_osmux.py: using LAC 37039\u000a23:41:33.154185 tst mo_mt_call_osmux.py: using RAC 64\u000a23:41:33.270761 tst mo_mt_call_osmux.py: using CellId 37039\u000a23:41:33.395829 tst mo_mt_call_osmux.py: using BVCI 37040\u000a23:41:33.420109 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:41:33.431992 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:41:33.443759 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:41:33.455428 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:41:33.467306 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:41:33.479209 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:41:33.596347 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:41:33.803923 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:41:34.301458 run create_hlr_db(pid=14370): Launched\u000a23:41:34.485102 bus /sierra_2: Setting Powered False\u000a23:41:35.506838 run create_hlr_db(pid=14370): Terminated: ok {rc=0}\u000a23:41:35.905464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14372): Launched\u000a23:41:36.202105 run osmo-hlr_10.42.42.2(pid=14373): Launched\u000a23:41:36.310893 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:41:36.824320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14375): Launched\u000a23:41:37.120576 run osmo-stp_10.42.42.5(pid=14376): Launched\u000a23:41:37.228358 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:41:37.770758 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14378): Launched\u000a23:41:38.068435 run osmo-msc_10.42.42.6(pid=14379): Launched\u000a23:41:38.244020 run osmo-stp_10.42.42.5(pid=14376): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14376)]\u000a23:41:38.370925 run osmo-stp_10.42.42.5(pid=14376): stdout: \u000a| (launched: 2022-12-13_23:41:36.976019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:41:38.495320 run osmo-stp_10.42.42.5(pid=14376): stderr: \u000a| �[0;m�[38;5;43m20221213234137145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234137145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234137145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234137146 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234137146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234137146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234137146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:41:38.614582 run osmo-stp_10.42.42.5(pid=14376): stdout: \u000a| (launched: 2022-12-13_23:41:36.976019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:41:38.733491 run osmo-stp_10.42.42.5(pid=14376): stderr: \u000a| �[0;m�[38;5;43m20221213234137145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234137145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234137145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234137146 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234137146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234137146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234137146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:41:38.785816 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14376): Process ended prematurely: osmo-stp_10.42.42.5(pid=14376) [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14376)] [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a23:41:38.794355 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a23:41:38.853115 run osmo-hlr_10.42.42.2(pid=14373): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14373)]\u000a23:41:38.901953 run osmo-hlr_10.42.42.2(pid=14373): stdout: \u000a| (launched: 2022-12-13_23:41:36.056157) \u000a23:41:38.951550 run osmo-hlr_10.42.42.2(pid=14373): stderr: \u000a| �[0;m�[1;31m20221213234136233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234136233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234136233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234136233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234136233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234136233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234136245 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234136253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234136254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234136254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:41:39.018163 run osmo-msc_10.42.42.6(pid=14379): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14379)]\u000a23:41:39.066356 run osmo-msc_10.42.42.6(pid=14379): stdout: \u000a| (launched: 2022-12-13_23:41:37.922286) \u000a23:41:39.115321 run osmo-msc_10.42.42.6(pid=14379): stderr: \u000a| �[0;m�[38;5;43m20221213234138196 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213234138196 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc706cb4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213234138196 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213234138196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213234138196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213234138196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213234138198 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213234138199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213234138199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213234138199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:41:39.157270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14372): Terminating (SIGTERM)\u000a23:41:39.196713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14375): Terminating (SIGTERM)\u000a23:41:39.235958 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14378): Terminating (SIGTERM)\u000a23:41:39.245114 --- ParallelTerminationStrategy: PID 14372 died...\u000a23:41:39.297967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14372): Terminated: ok {rc=0}\u000a23:41:39.307442 --- ParallelTerminationStrategy: PID 14375 died...\u000a23:41:39.359826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14375): Terminated: ok {rc=0}\u000a23:41:39.369311 --- ParallelTerminationStrategy: PID 14378 died...\u000a23:41:39.421935 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14378): Terminated: ok {rc=0}\u000a23:41:39.508266 bus /sierra_3: Setting Powered False\u000a23:41:40.613228 bus /sierra_3: Setting Powered False\u000a23:41:41.724628 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:41:22" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14390): Process ended prematurely: osmo-stp_10.42.42.5(pid=14390) [trial-2396↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14390)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14390): Process ended prematurely: osmo-stp_10.42.42.5(pid=14390) [trial-2396↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14390)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a23:41:43.740009 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:41:43.751900 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:41:43.916366 tst mo_mt_call.py: using LAC 37040\u000a23:41:44.039938 tst mo_mt_call.py: using RAC 65\u000a23:41:44.164081 tst mo_mt_call.py: using CellId 37040\u000a23:41:44.283184 tst mo_mt_call.py: using BVCI 37041\u000a23:41:44.305674 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:41:44.316801 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:41:44.327762 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:41:44.338753 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:41:44.349863 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:41:44.360849 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:41:44.479748 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:41:44.678314 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:41:45.154259 run create_hlr_db(pid=14384): Launched\u000a23:41:45.324330 bus /sierra_2: Setting Powered False\u000a23:41:46.394203 run create_hlr_db(pid=14384): Terminated: ok {rc=0}\u000a23:41:46.802000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14386): Launched\u000a23:41:47.133729 run osmo-hlr_10.42.42.2(pid=14387): Launched\u000a23:41:47.252672 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:41:47.785735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14389): Launched\u000a23:41:48.080544 run osmo-stp_10.42.42.5(pid=14390): Launched\u000a23:41:48.187434 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:41:48.728176 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14392): Launched\u000a23:41:49.025818 run osmo-msc_10.42.42.6(pid=14393): Launched\u000a23:41:49.199988 run osmo-stp_10.42.42.5(pid=14390): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14390)]\u000a23:41:49.325911 run osmo-stp_10.42.42.5(pid=14390): stdout: \u000a| (launched: 2022-12-13_23:41:47.935959)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:41:49.448700 run osmo-stp_10.42.42.5(pid=14390): stderr: \u000a| �[0;m�[38;5;43m20221213234148105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234148105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234148105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234148106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234148106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234148106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234148106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:41:49.567353 run osmo-stp_10.42.42.5(pid=14390): stdout: \u000a| (launched: 2022-12-13_23:41:47.935959)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:41:49.684940 run osmo-stp_10.42.42.5(pid=14390): stderr: \u000a| �[0;m�[38;5;43m20221213234148105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234148105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234148105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234148106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234148106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234148106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234148106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:41:49.736907 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14390): Process ended prematurely: osmo-stp_10.42.42.5(pid=14390) [trial-2396↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14390)] [trial-2396↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a23:41:49.745871 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a23:41:49.804100 run osmo-hlr_10.42.42.2(pid=14387): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14387)]\u000a23:41:49.852257 run osmo-hlr_10.42.42.2(pid=14387): stdout: \u000a| (launched: 2022-12-13_23:41:46.955879) \u000a23:41:49.901097 run osmo-hlr_10.42.42.2(pid=14387): stderr: \u000a| �[0;m�[1;31m20221213234147315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234147315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234147315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234147315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234147315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234147315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234147328 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234147337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234147338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234147338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:41:49.967283 run osmo-msc_10.42.42.6(pid=14393): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14393)]\u000a23:41:50.015555 run osmo-msc_10.42.42.6(pid=14393): stdout: \u000a| (launched: 2022-12-13_23:41:48.878848) \u000a23:41:50.064212 run osmo-msc_10.42.42.6(pid=14393): stderr: \u000a| �[0;m�[38;5;43m20221213234149151 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213234149151 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f71e4353c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213234149151 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213234149151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213234149151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213234149152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213234149153 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213234149154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213234149154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213234149154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:41:50.105342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14386): Terminating (SIGTERM)\u000a23:41:50.144237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14389): Terminating (SIGTERM)\u000a23:41:50.183258 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14392): Terminating (SIGTERM)\u000a23:41:50.192206 --- ParallelTerminationStrategy: PID 14386 died...\u000a23:41:50.244241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14386): Terminated: ok {rc=0}\u000a23:41:50.253573 --- ParallelTerminationStrategy: PID 14389 died...\u000a23:41:50.305423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14389): Terminated: ok {rc=0}\u000a23:41:50.314721 --- ParallelTerminationStrategy: PID 14392 died...\u000a23:41:50.366755 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14392): Terminated: ok {rc=0}\u000a23:41:50.454053 bus /sierra_3: Setting Powered False\u000a23:41:51.555132 bus /sierra_3: Setting Powered False\u000a23:41:52.666014 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14401): Process ended prematurely: osmo-stp_10.42.42.5(pid=14401) [trial-2396↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14401)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14401): Process ended prematurely: osmo-stp_10.42.42.5(pid=14401) [trial-2396↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14401)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:41:53.774310 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:41:53.786145 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:41:53.942939 tst mo_mt_call_osmux.py: using LAC 37041\u000a23:41:54.061590 tst mo_mt_call_osmux.py: using RAC 66\u000a23:41:54.178860 tst mo_mt_call_osmux.py: using CellId 37041\u000a23:41:54.296868 tst mo_mt_call_osmux.py: using BVCI 37042\u000a23:41:54.319668 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:41:54.330911 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:41:54.342364 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:41:54.353489 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:41:54.364464 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:41:54.375501 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:41:54.494600 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:41:54.692878 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:41:55.167587 run create_hlr_db(pid=14395): Launched\u000a23:41:55.338080 bus /sierra_2: Setting Powered False\u000a23:41:56.362158 run create_hlr_db(pid=14395): Terminated: ok {rc=0}\u000a23:41:56.783251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14397): Launched\u000a23:41:57.099363 run osmo-hlr_10.42.42.2(pid=14398): Launched\u000a23:41:57.215859 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:41:57.766378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14400): Launched\u000a23:41:58.082882 run osmo-stp_10.42.42.5(pid=14401): Launched\u000a23:41:58.200669 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:41:58.779740 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14403): Launched\u000a23:41:59.096052 run osmo-msc_10.42.42.6(pid=14404): Launched\u000a23:41:59.283217 run osmo-stp_10.42.42.5(pid=14401): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14401)]\u000a23:41:59.418420 run osmo-stp_10.42.42.5(pid=14401): stdout: \u000a| (launched: 2022-12-13_23:41:57.927376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:41:59.552703 run osmo-stp_10.42.42.5(pid=14401): stderr: \u000a| �[0;m�[38;5;43m20221213234158117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234158117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234158118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234158118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234158120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234158121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234158121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:41:59.680495 run osmo-stp_10.42.42.5(pid=14401): stdout: \u000a| (launched: 2022-12-13_23:41:57.927376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:41:59.807402 run osmo-stp_10.42.42.5(pid=14401): stderr: \u000a| �[0;m�[38;5;43m20221213234158117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234158117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234158118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234158118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234158120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234158121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234158121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:41:59.863287 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14401): Process ended prematurely: osmo-stp_10.42.42.5(pid=14401) [trial-2396↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14401)] [trial-2396↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a23:41:59.872386 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a23:41:59.934852 run osmo-hlr_10.42.42.2(pid=14398): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14398)]\u000a23:41:59.986296 run osmo-hlr_10.42.42.2(pid=14398): stdout: \u000a| (launched: 2022-12-13_23:41:56.944569) \u000a23:42:00.037973 run osmo-hlr_10.42.42.2(pid=14398): stderr: \u000a| �[0;m�[1;31m20221213234157142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234157142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234157142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234157142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234157142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234157142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234157156 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234157166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234157166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234157166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:42:00.108232 run osmo-msc_10.42.42.6(pid=14404): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14404)]\u000a23:42:00.159797 run osmo-msc_10.42.42.6(pid=14404): stdout: \u000a| (launched: 2022-12-13_23:41:58.941325) \u000a23:42:00.212001 run osmo-msc_10.42.42.6(pid=14404): stderr: \u000a| �[0;m�[38;5;43m20221213234159260 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213234159260 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f16dd100c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213234159260 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213234159260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213234159261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213234159261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213234159262 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213234159263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213234159263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213234159263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:42:00.256233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14397): Terminating (SIGTERM)\u000a23:42:00.297834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14400): Terminating (SIGTERM)\u000a23:42:00.340840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14403): Terminating (SIGTERM)\u000a23:42:00.350439 --- ParallelTerminationStrategy: PID 14397 died...\u000a23:42:00.406266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14397): Terminated: ok {rc=0}\u000a23:42:00.416099 --- ParallelTerminationStrategy: PID 14400 died...\u000a23:42:00.471813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14400): Terminated: ok {rc=0}\u000a23:42:00.481826 --- ParallelTerminationStrategy: PID 14403 died...\u000a23:42:00.537309 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14403): Terminated: ok {rc=0}\u000a23:42:00.623395 bus /sierra_3: Setting Powered False\u000a23:42:01.727568 bus /sierra_3: Setting Powered False\u000a23:42:02.834235 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:41:43" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14418): Process ended prematurely: osmo-stp_10.42.42.5(pid=14418) [trial-2396↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14418)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14418): Process ended prematurely: osmo-stp_10.42.42.5(pid=14418) [trial-2396↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14418)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a23:42:04.826011 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:42:04.837153 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:42:04.991129 tst mo_mt_call.py: using LAC 37042\u000a23:42:05.107589 tst mo_mt_call.py: using RAC 67\u000a23:42:05.225585 tst mo_mt_call.py: using CellId 37042\u000a23:42:05.341889 tst mo_mt_call.py: using BVCI 37043\u000a23:42:05.364660 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:42:05.375848 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:42:05.386918 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:42:05.397956 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:42:05.409067 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:42:05.420227 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:42:05.541496 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:42:05.751934 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:42:06.250092 run create_hlr_db(pid=14412): Launched\u000a23:42:06.434570 bus /sierra_2: Setting Powered False\u000a23:42:07.455284 run create_hlr_db(pid=14412): Terminated: ok {rc=0}\u000a23:42:07.876089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14414): Launched\u000a23:42:08.193864 run osmo-hlr_10.42.42.2(pid=14415): Launched\u000a23:42:08.311756 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:42:08.861914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14417): Launched\u000a23:42:09.179969 run osmo-stp_10.42.42.5(pid=14418): Launched\u000a23:42:09.296196 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:42:09.876755 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14420): Launched\u000a23:42:10.195535 run osmo-msc_10.42.42.6(pid=14421): Launched\u000a23:42:10.382607 run osmo-stp_10.42.42.5(pid=14418): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14418)]\u000a23:42:10.517940 run osmo-stp_10.42.42.5(pid=14418): stdout: \u000a| (launched: 2022-12-13_23:42:09.023303)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:42:10.652611 run osmo-stp_10.42.42.5(pid=14418): stderr: \u000a| �[0;m�[38;5;43m20221213234209215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234209215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234209215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234209216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234209218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234209218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234209218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:42:10.781023 run osmo-stp_10.42.42.5(pid=14418): stdout: \u000a| (launched: 2022-12-13_23:42:09.023303)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:42:10.908516 run osmo-stp_10.42.42.5(pid=14418): stderr: \u000a| �[0;m�[38;5;43m20221213234209215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234209215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234209215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234209216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234209218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234209218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234209218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:42:10.964457 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14418): Process ended prematurely: osmo-stp_10.42.42.5(pid=14418) [trial-2396↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14418)] [trial-2396↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a23:42:10.973757 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a23:42:11.037186 run osmo-hlr_10.42.42.2(pid=14415): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14415)]\u000a23:42:11.089160 run osmo-hlr_10.42.42.2(pid=14415): stdout: \u000a| (launched: 2022-12-13_23:42:08.037927) \u000a23:42:11.141573 run osmo-hlr_10.42.42.2(pid=14415): stderr: \u000a| �[0;m�[1;31m20221213234208235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234208235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234208235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234208235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234208235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234208235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234208248 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234208256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234208256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234208256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:42:11.213521 run osmo-msc_10.42.42.6(pid=14421): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14421)]\u000a23:42:11.265188 run osmo-msc_10.42.42.6(pid=14421): stdout: \u000a| (launched: 2022-12-13_23:42:10.038929) \u000a23:42:11.317692 run osmo-msc_10.42.42.6(pid=14421): stderr: \u000a| �[0;m�[38;5;43m20221213234210361 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213234210361 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0ce1570c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213234210361 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213234210361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213234210362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213234210362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213234210363 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213234210364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213234210364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213234210364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:42:11.362299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14414): Terminating (SIGTERM)\u000a23:42:11.404312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14417): Terminating (SIGTERM)\u000a23:42:11.447007 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14420): Terminating (SIGTERM)\u000a23:42:11.456645 --- ParallelTerminationStrategy: PID 14414 died...\u000a23:42:11.513230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14414): Terminated: ok {rc=0}\u000a23:42:11.523223 --- ParallelTerminationStrategy: PID 14417 died...\u000a23:42:11.579666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14417): Terminated: ok {rc=0}\u000a23:42:11.589844 --- ParallelTerminationStrategy: PID 14420 died...\u000a23:42:11.645942 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14420): Terminated: ok {rc=0}\u000a23:42:11.733544 bus /sierra_3: Setting Powered False\u000a23:42:12.839610 bus /sierra_3: Setting Powered False\u000a23:42:13.948659 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14429): Process ended prematurely: osmo-stp_10.42.42.5(pid=14429) [trial-2396↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14429)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14429): Process ended prematurely: osmo-stp_10.42.42.5(pid=14429) [trial-2396↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14429)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:42:15.062294 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:42:15.074564 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:42:15.242350 tst mo_mt_call_osmux.py: using LAC 37043\u000a23:42:15.368715 tst mo_mt_call_osmux.py: using RAC 68\u000a23:42:15.495220 tst mo_mt_call_osmux.py: using CellId 37043\u000a23:42:15.621037 tst mo_mt_call_osmux.py: using BVCI 37044\u000a23:42:15.645175 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:42:15.656577 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:42:15.667908 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:42:15.679193 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:42:15.691124 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:42:15.702733 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:42:15.819007 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:42:16.065731 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:42:16.634333 run create_hlr_db(pid=14423): Launched\u000a23:42:16.824673 bus /sierra_2: Setting Powered False\u000a23:42:17.839826 run create_hlr_db(pid=14423): Terminated: ok {rc=0}\u000a23:42:18.237262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14425): Launched\u000a23:42:18.534361 run osmo-hlr_10.42.42.2(pid=14426): Launched\u000a23:42:18.651998 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:42:19.171167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14428): Launched\u000a23:42:19.468571 run osmo-stp_10.42.42.5(pid=14429): Launched\u000a23:42:19.576158 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:42:20.115760 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14431): Launched\u000a23:42:20.412277 run osmo-msc_10.42.42.6(pid=14432): Launched\u000a23:42:20.588520 run osmo-stp_10.42.42.5(pid=14429): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14429)]\u000a23:42:20.714472 run osmo-stp_10.42.42.5(pid=14429): stdout: \u000a| (launched: 2022-12-13_23:42:19.322480)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:42:20.838041 run osmo-stp_10.42.42.5(pid=14429): stderr: \u000a| �[0;m�[38;5;43m20221213234219493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234219493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234219493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234219493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234219494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234219494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234219494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:42:20.956788 run osmo-stp_10.42.42.5(pid=14429): stdout: \u000a| (launched: 2022-12-13_23:42:19.322480)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:42:21.074726 run osmo-stp_10.42.42.5(pid=14429): stderr: \u000a| �[0;m�[38;5;43m20221213234219493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234219493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234219493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234219493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234219494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234219494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234219494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:42:21.126724 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14429): Process ended prematurely: osmo-stp_10.42.42.5(pid=14429) [trial-2396↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14429)] [trial-2396↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a23:42:21.135246 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a23:42:21.193570 run osmo-hlr_10.42.42.2(pid=14426): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14426)]\u000a23:42:21.242270 run osmo-hlr_10.42.42.2(pid=14426): stdout: \u000a| (launched: 2022-12-13_23:42:18.387781) \u000a23:42:21.291497 run osmo-hlr_10.42.42.2(pid=14426): stderr: \u000a| �[0;m�[1;31m20221213234218561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234218562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234218562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234218562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234218562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234218562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234218574 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234218585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234218585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234218586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:42:21.357806 run osmo-msc_10.42.42.6(pid=14432): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14432)]\u000a23:42:21.405976 run osmo-msc_10.42.42.6(pid=14432): stdout: \u000a| (launched: 2022-12-13_23:42:20.266735) \u000a23:42:21.454590 run osmo-msc_10.42.42.6(pid=14432): stderr: \u000a| �[0;m�[38;5;43m20221213234220536 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213234220537 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2fd54e8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213234220537 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213234220537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213234220537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213234220537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213234220539 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213234220539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213234220540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213234220540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:42:21.495671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14425): Terminating (SIGTERM)\u000a23:42:21.534496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14428): Terminating (SIGTERM)\u000a23:42:21.573360 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14431): Terminating (SIGTERM)\u000a23:42:21.582300 --- ParallelTerminationStrategy: PID 14425 died...\u000a23:42:21.634476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14425): Terminated: ok {rc=0}\u000a23:42:21.643962 --- ParallelTerminationStrategy: PID 14428 died...\u000a23:42:21.695878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14428): Terminated: ok {rc=0}\u000a23:42:21.705214 --- ParallelTerminationStrategy: PID 14431 died...\u000a23:42:21.757225 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14431): Terminated: ok {rc=0}\u000a23:42:21.845165 bus /sierra_3: Setting Powered False\u000a23:42:22.946580 bus /sierra_3: Setting Powered False\u000a23:42:24.056902 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:42:04" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14443): Process ended prematurely: osmo-stp_10.42.42.5(pid=14443) [trial-2396↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14443)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14443): Process ended prematurely: osmo-stp_10.42.42.5(pid=14443) [trial-2396↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14443)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a23:42:26.082988 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:42:26.094368 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a23:42:26.238216 tst emergency_mo_mt_call.py: using LAC 37044\u000a23:42:26.360612 tst emergency_mo_mt_call.py: using RAC 69\u000a23:42:26.481581 tst emergency_mo_mt_call.py: using CellId 37044\u000a23:42:26.603174 tst emergency_mo_mt_call.py: using BVCI 37045\u000a23:42:26.627078 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:42:26.638520 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:42:26.649751 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:42:26.660702 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:42:26.672577 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:42:26.684325 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a23:42:26.804872 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a23:42:27.010852 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:42:27.498059 run create_hlr_db(pid=14437): Launched\u000a23:42:27.678782 bus /sierra_2: Setting Powered False\u000a23:42:28.699763 run create_hlr_db(pid=14437): Terminated: ok {rc=0}\u000a23:42:29.112101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14439): Launched\u000a23:42:29.422722 run osmo-hlr_10.42.42.2(pid=14440): Launched\u000a23:42:29.539894 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:42:30.078755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14442): Launched\u000a23:42:30.390689 run osmo-stp_10.42.42.5(pid=14443): Launched\u000a23:42:30.516777 tst emergency_mo_mt_call.py: using MSISDN 8391\u000a23:42:30.672587 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:42:31.291114 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14445): Launched\u000a23:42:31.744921 run osmo-msc_10.42.42.6(pid=14446): Launched\u000a23:42:32.172607 run osmo-stp_10.42.42.5(pid=14443): ERR: Terminated: ERROR {rc=1} [trial-2396↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14443)]\u000a23:42:32.311613 run osmo-stp_10.42.42.5(pid=14443): stdout: \u000a| (launched: 2022-12-13_23:42:30.237732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:42:32.434499 run osmo-stp_10.42.42.5(pid=14443): stderr: \u000a| �[0;m�[38;5;43m20221213234230430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234230430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234230430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234230430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234230431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234230431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234230431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:42:32.552561 run osmo-stp_10.42.42.5(pid=14443): stdout: \u000a| (launched: 2022-12-13_23:42:30.237732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:42:32.669204 run osmo-stp_10.42.42.5(pid=14443): stderr: \u000a| �[0;m�[38;5;43m20221213234230430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234230430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234230430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234230430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234230431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234230431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234230431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:42:32.720122 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=14443): Process ended prematurely: osmo-stp_10.42.42.5(pid=14443) [trial-2396↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14443)] [trial-2396↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a23:42:32.728165 tst emergency_mo_mt_call.py:19: Test FAILED (6.6 sec)\u000a23:42:32.788242 run osmo-hlr_10.42.42.2(pid=14440): ERR: Terminated: ERROR {rc=237} [trial-2396↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14440)]\u000a23:42:32.837505 run osmo-hlr_10.42.42.2(pid=14440): stdout: \u000a| (launched: 2022-12-13_23:42:29.270469) \u000a23:42:32.887212 run osmo-hlr_10.42.42.2(pid=14440): stderr: \u000a| �[0;m�[1;31m20221213234229468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234229468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234229468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234229468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234229468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234229468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234229482 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234229490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234229490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234229490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:42:32.954696 run osmo-msc_10.42.42.6(pid=14446): ERR: Terminated: ERROR {rc=2} [trial-2396↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14446)]\u000a23:42:33.003874 run osmo-msc_10.42.42.6(pid=14446): stdout: \u000a| (launched: 2022-12-13_23:42:31.452147) \u000a23:42:33.053405 run osmo-msc_10.42.42.6(pid=14446): stderr: \u000a| �[0;m�[38;5;43m20221213234231855 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213234231855 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5844883c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213234231855 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213234231855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213234231855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213234231856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213234231858 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213234231861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213234231861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213234231861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:42:33.095345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14439): Terminating (SIGTERM)\u000a23:42:33.135010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14442): Terminating (SIGTERM)\u000a23:42:33.174675 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14445): Terminating (SIGTERM)\u000a23:42:33.183814 --- ParallelTerminationStrategy: PID 14439 died...\u000a23:42:33.237177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14439): Terminated: ok {rc=0}\u000a23:42:33.246831 --- ParallelTerminationStrategy: PID 14442 died...\u000a23:42:33.300028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14442): Terminated: ok {rc=0}\u000a23:42:33.309690 --- ParallelTerminationStrategy: PID 14445 died...\u000a23:42:33.363480 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14445): Terminated: ok {rc=0}\u000a23:42:33.450433 bus /sierra_3: Setting Powered False\u000a23:42:34.552627 bus /sierra_3: Setting Powered False\u000a23:42:35.663248 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14454): Process ended prematurely: osmo-stp_10.42.42.5(pid=14454) [trial-2396↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14454)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14454): Process ended prematurely: osmo-stp_10.42.42.5(pid=14454) [trial-2396↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14454)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a23:42:36.714267 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:42:36.725451 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a23:42:36.862365 tst emergency_preemptive_call.py: using LAC 37045\u000a23:42:36.981001 tst emergency_preemptive_call.py: using RAC 70\u000a23:42:37.094156 tst emergency_preemptive_call.py: using CellId 37045\u000a23:42:37.206928 tst emergency_preemptive_call.py: using BVCI 37046\u000a23:42:37.228930 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:42:37.239934 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:42:37.250513 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:42:37.261079 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:42:37.271503 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:42:37.282035 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a23:42:37.402303 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a23:42:37.521315 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a23:42:37.635396 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a23:42:37.838291 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:42:38.329609 run create_hlr_db(pid=14448): Launched\u000a23:42:38.510974 bus /sierra_2: Setting Powered False\u000a23:42:39.532476 run create_hlr_db(pid=14448): Terminated: ok {rc=0}\u000a23:42:39.925063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14450): Launched\u000a23:42:40.216712 run osmo-hlr_10.42.42.2(pid=14451): Launched\u000a23:42:40.324012 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:42:40.829611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14453): Launched\u000a23:42:41.119745 run osmo-stp_10.42.42.5(pid=14454): Launched\u000a23:42:41.235219 tst emergency_preemptive_call.py: using MSISDN 8392\u000a23:42:41.379300 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:42:41.911884 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14456): Launched\u000a23:42:42.203808 run osmo-msc_10.42.42.6(pid=14457): Launched\u000a23:42:42.376309 run osmo-stp_10.42.42.5(pid=14454): ERR: Terminated: ERROR {rc=1} [trial-2396↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14454)]\u000a23:42:42.501276 run osmo-stp_10.42.42.5(pid=14454): stdout: \u000a| (launched: 2022-12-13_23:42:40.977557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:42:42.623450 run osmo-stp_10.42.42.5(pid=14454): stderr: \u000a| �[0;m�[38;5;43m20221213234241146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234241147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234241147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234241147 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234241148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234241148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234241148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:42:42.741164 run osmo-stp_10.42.42.5(pid=14454): stdout: \u000a| (launched: 2022-12-13_23:42:40.977557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:42:42.857276 run osmo-stp_10.42.42.5(pid=14454): stderr: \u000a| �[0;m�[38;5;43m20221213234241146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234241147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234241147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234241147 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234241148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234241148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234241148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:42:42.908375 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=14454): Process ended prematurely: osmo-stp_10.42.42.5(pid=14454) [trial-2396↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14454)] [trial-2396↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a23:42:42.916196 tst emergency_preemptive_call.py:32: Test FAILED (6.2 sec)\u000a23:42:42.975645 run osmo-hlr_10.42.42.2(pid=14451): ERR: Terminated: ERROR {rc=237} [trial-2396↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14451)]\u000a23:42:43.024351 run osmo-hlr_10.42.42.2(pid=14451): stdout: \u000a| (launched: 2022-12-13_23:42:40.073847) \u000a23:42:43.073770 run osmo-hlr_10.42.42.2(pid=14451): stderr: \u000a| �[0;m�[1;31m20221213234240249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234240249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234240249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234240249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234240249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234240249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234240264 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234240272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234240273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234240273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:42:43.141161 run osmo-msc_10.42.42.6(pid=14457): ERR: Terminated: ERROR {rc=2} [trial-2396↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14457)]\u000a23:42:43.189998 run osmo-msc_10.42.42.6(pid=14457): stdout: \u000a| (launched: 2022-12-13_23:42:42.059873) \u000a23:42:43.239178 run osmo-msc_10.42.42.6(pid=14457): stderr: \u000a| �[0;m�[38;5;43m20221213234242329 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213234242329 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd60f146c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213234242329 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213234242330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213234242330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213234242330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213234242332 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213234242332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213234242332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213234242332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:42:43.280780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14450): Terminating (SIGTERM)\u000a23:42:43.319988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14453): Terminating (SIGTERM)\u000a23:42:43.359190 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14456): Terminating (SIGTERM)\u000a23:42:43.368306 --- ParallelTerminationStrategy: PID 14450 died...\u000a23:42:43.421443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14450): Terminated: ok {rc=0}\u000a23:42:43.431021 --- ParallelTerminationStrategy: PID 14453 died...\u000a23:42:43.483315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14453): Terminated: ok {rc=0}\u000a23:42:43.492788 --- ParallelTerminationStrategy: PID 14456 died...\u000a23:42:43.544927 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14456): Terminated: ok {rc=0}\u000a23:42:43.632765 bus /sierra_9: Setting Powered False\u000a23:42:44.734224 bus /sierra_9: Setting Powered False\u000a23:42:45.852642 bus /sierra_8: Setting Powered False\u000a23:42:46.987614 bus /sierra_8: Setting Powered False\u000a23:42:48.101642 bus /sierra_3: Setting Powered False\u000a23:42:49.204448 bus /sierra_3: Setting Powered False\u000a23:42:50.316064 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:42:25" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14472): Process ended prematurely: osmo-stp_10.42.42.5(pid=14472) [trial-2396↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14472)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14472): Process ended prematurely: osmo-stp_10.42.42.5(pid=14472) [trial-2396↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14472)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:42:52.446349 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:42:52.457960 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a23:42:52.600035 tst cs_paging_gprs_active.py: using LAC 37046\u000a23:42:52.724368 tst cs_paging_gprs_active.py: using RAC 71\u000a23:42:52.846857 tst cs_paging_gprs_active.py: using CellId 37046\u000a23:42:52.969884 tst cs_paging_gprs_active.py: using BVCI 37047\u000a23:42:52.994208 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:42:53.005444 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:42:53.016217 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:42:53.027257 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:42:53.038736 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:42:53.050138 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:42:53.061743 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:42:53.073317 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:42:53.085044 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a23:42:53.206759 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a23:42:53.483322 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:42:53.607489 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:42:53.914854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14462): Launched\u000a23:42:54.170652 run iperf3-srv_10.42.42.10(pid=14463): Launched\u000a23:42:54.352683 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:42:54.476347 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:42:54.785213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14464): Launched\u000a23:42:55.040494 run iperf3-srv_10.42.42.10(pid=14465): Launched\u000a23:42:55.222320 tst cs_paging_gprs_active.py:38: start network...\u000a23:42:55.346577 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:42:55.824023 run create_hlr_db(pid=14466): Launched\u000a23:42:55.995103 bus /sierra_2: Setting Powered False\u000a23:42:57.017345 run create_hlr_db(pid=14466): Terminated: ok {rc=0}\u000a23:42:57.413037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14468): Launched\u000a23:42:57.712066 run osmo-hlr_10.42.42.2(pid=14469): Launched\u000a23:42:57.821522 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:42:58.337247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14471): Launched\u000a23:42:58.635174 run osmo-stp_10.42.42.5(pid=14472): Launched\u000a23:42:58.744182 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:42:59.262254 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14474): Launched\u000a23:42:59.368719 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:42:59.628509 run patchelf(pid=14475): Launched\u000a23:42:59.802685 run osmo-stp_10.42.42.5(pid=14472): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14472)]\u000a23:42:59.930508 run osmo-stp_10.42.42.5(pid=14472): stdout: \u000a| (launched: 2022-12-13_23:42:58.488925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:43:00.058465 run osmo-stp_10.42.42.5(pid=14472): stderr: \u000a| �[0;m�[38;5;43m20221213234258658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234258658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234258659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234258659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234258659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234258660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234258660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:43:00.182210 run osmo-stp_10.42.42.5(pid=14472): stdout: \u000a| (launched: 2022-12-13_23:42:58.488925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:43:00.304709 run osmo-stp_10.42.42.5(pid=14472): stderr: \u000a| �[0;m�[38;5;43m20221213234258658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234258658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234258659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234258659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234258659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234258660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234258660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:43:00.447903 run patchelf(pid=14475): Terminating (SIGINT)\u000a23:43:00.615346 run patchelf(pid=14475): Terminated: ok {rc=0}\u000a23:43:00.646251 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14472): Process ended prematurely: osmo-stp_10.42.42.5(pid=14472) [trial-2396↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14472)] [trial-2396↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a23:43:00.655437 tst cs_paging_gprs_active.py:38: Test FAILED (8.2 sec)\u000a23:43:00.714544 run osmo-hlr_10.42.42.2(pid=14469): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14469)]\u000a23:43:00.762965 run osmo-hlr_10.42.42.2(pid=14469): stdout: \u000a| (launched: 2022-12-13_23:42:57.565626) \u000a23:43:00.812112 run osmo-hlr_10.42.42.2(pid=14469): stderr: \u000a| �[0;m�[1;31m20221213234257741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234257741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234257741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234257741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234257741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234257741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234257753 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234257762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234257762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234257762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:43:00.875555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14462): Terminating (SIGTERM)\u000a23:43:00.917112 run iperf3-srv_10.42.42.10(pid=14463): Terminating (SIGTERM)\u000a23:43:00.958192 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14464): Terminating (SIGTERM)\u000a23:43:00.998596 run iperf3-srv_10.42.42.10(pid=14465): Terminating (SIGTERM)\u000a23:43:01.039503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14468): Terminating (SIGTERM)\u000a23:43:01.079728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14471): Terminating (SIGTERM)\u000a23:43:01.119820 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14474): Terminating (SIGTERM)\u000a23:43:01.129619 --- ParallelTerminationStrategy: PID 14462 died...\u000a23:43:01.184856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14462): Terminated: ok {rc=0}\u000a23:43:01.194759 --- ParallelTerminationStrategy: PID 14463 died...\u000a23:43:01.248025 run iperf3-srv_10.42.42.10(pid=14463): Terminated {rc=256}\u000a23:43:01.257834 --- ParallelTerminationStrategy: PID 14464 died...\u000a23:43:01.311275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14464): Terminated: ok {rc=0}\u000a23:43:01.321066 --- ParallelTerminationStrategy: PID 14465 died...\u000a23:43:01.374005 run iperf3-srv_10.42.42.10(pid=14465): Terminated {rc=256}\u000a23:43:01.383765 --- ParallelTerminationStrategy: PID 14468 died...\u000a23:43:01.437067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14468): Terminated: ok {rc=0}\u000a23:43:01.446826 --- ParallelTerminationStrategy: PID 14471 died...\u000a23:43:01.500175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14471): Terminated: ok {rc=0}\u000a23:43:01.510245 --- ParallelTerminationStrategy: PID 14474 died...\u000a23:43:01.564636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14474): Terminated: ok {rc=0}\u000a23:43:01.653781 bus /gobi_0: Setting Powered False\u000a23:43:02.760918 bus /gobi_0: Setting Powered False\u000a23:43:03.869367 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14484): Process ended prematurely: osmo-stp_10.42.42.5(pid=14484) [trial-2396↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14484)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14484): Process ended prematurely: osmo-stp_10.42.42.5(pid=14484) [trial-2396↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14484)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a23:43:04.983931 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:04.995677 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a23:43:05.142187 tst iperf3.py: using LAC 37047\u000a23:43:05.266419 tst iperf3.py: using RAC 72\u000a23:43:05.393246 tst iperf3.py: using CellId 37047\u000a23:43:05.520126 tst iperf3.py: using BVCI 37048\u000a23:43:05.544464 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:05.555652 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:05.566725 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:05.578215 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:05.589711 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:05.600931 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:05.612552 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:05.623754 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:05.635429 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a23:43:05.925396 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:43:06.058232 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:43:06.386974 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14476): Launched\u000a23:43:06.659544 run iperf3-srv_10.42.42.10(pid=14477): Launched\u000a23:43:06.855051 tst iperf3.py:8: start network...\u000a23:43:06.988425 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:43:07.489840 run create_hlr_db(pid=14478): Launched\u000a23:43:07.674765 bus /gobi_6: Setting Powered False\u000a23:43:08.696395 run create_hlr_db(pid=14478): Terminated: ok {rc=0}\u000a23:43:09.118901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14480): Launched\u000a23:43:09.438163 run osmo-hlr_10.42.42.2(pid=14481): Launched\u000a23:43:09.554658 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:43:10.108781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14483): Launched\u000a23:43:10.427928 run osmo-stp_10.42.42.5(pid=14484): Launched\u000a23:43:10.544694 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:43:11.099635 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14486): Launched\u000a23:43:11.214653 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:43:11.492211 run patchelf(pid=14487): Launched\u000a23:43:11.679127 run osmo-stp_10.42.42.5(pid=14484): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14484)]\u000a23:43:11.816317 run osmo-stp_10.42.42.5(pid=14484): stdout: \u000a| (launched: 2022-12-13_23:43:10.271415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:43:11.953755 run osmo-stp_10.42.42.5(pid=14484): stderr: \u000a| �[0;m�[38;5;43m20221213234310462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234310462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234310462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234310463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234310463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234310463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234310463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:43:12.086189 run osmo-stp_10.42.42.5(pid=14484): stdout: \u000a| (launched: 2022-12-13_23:43:10.271415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:43:12.217561 run osmo-stp_10.42.42.5(pid=14484): stderr: \u000a| �[0;m�[38;5;43m20221213234310462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234310462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234310462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234310463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234310463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234310463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234310463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:43:12.371114 run patchelf(pid=14487): Terminating (SIGINT)\u000a23:43:12.550897 run patchelf(pid=14487): Terminated: ok {rc=0}\u000a23:43:12.583908 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14484): Process ended prematurely: osmo-stp_10.42.42.5(pid=14484) [trial-2396↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14484)] [trial-2396↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a23:43:12.593805 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a23:43:12.657500 run osmo-hlr_10.42.42.2(pid=14481): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14481)]\u000a23:43:12.709681 run osmo-hlr_10.42.42.2(pid=14481): stdout: \u000a| (launched: 2022-12-13_23:43:09.282146) \u000a23:43:12.762471 run osmo-hlr_10.42.42.2(pid=14481): stderr: \u000a| �[0;m�[1;31m20221213234309481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234309481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234309482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234309482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234309482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234309482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234309494 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234309503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234309503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234309503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:43:12.807690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14476): Terminating (SIGTERM)\u000a23:43:12.850382 run iperf3-srv_10.42.42.10(pid=14477): Terminating (SIGTERM)\u000a23:43:12.892708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14480): Terminating (SIGTERM)\u000a23:43:12.935453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14483): Terminating (SIGTERM)\u000a23:43:12.977880 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14486): Terminating (SIGTERM)\u000a23:43:12.987533 --- ParallelTerminationStrategy: PID 14476 died...\u000a23:43:13.044510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14476): Terminated: ok {rc=0}\u000a23:43:13.054640 --- ParallelTerminationStrategy: PID 14477 died...\u000a23:43:13.110905 run iperf3-srv_10.42.42.10(pid=14477): Terminated {rc=256}\u000a23:43:13.120809 --- ParallelTerminationStrategy: PID 14480 died...\u000a23:43:13.177549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14480): Terminated: ok {rc=0}\u000a23:43:13.187616 --- ParallelTerminationStrategy: PID 14483 died...\u000a23:43:13.244129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14483): Terminated: ok {rc=0}\u000a23:43:13.254195 --- ParallelTerminationStrategy: PID 14486 died...\u000a23:43:13.310351 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14486): Terminated: ok {rc=0}\u000a23:43:13.397428 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-sysmocell5000", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14502): Process ended prematurely: osmo-stp_10.42.42.5(pid=14502) [trial-2396↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14502)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14502): Process ended prematurely: osmo-stp_10.42.42.5(pid=14502) [trial-2396↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14502)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a23:43:14.513786 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:14.525462 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a23:43:14.670802 tst iperf3m4.py: using LAC 37048\u000a23:43:14.793265 tst iperf3m4.py: using RAC 73\u000a23:43:14.918079 tst iperf3m4.py: using CellId 37048\u000a23:43:15.040799 tst iperf3m4.py: using BVCI 37049\u000a23:43:15.065148 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:15.076330 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:15.087349 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:15.098436 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:15.109675 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:15.120676 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:15.132176 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:15.143468 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:15.154894 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a23:43:15.272677 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a23:43:15.390700 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a23:43:15.509273 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a23:43:15.787102 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:43:15.931130 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:43:16.272486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14488): Launched\u000a23:43:16.557627 run iperf3-srv_10.42.42.10(pid=14489): Launched\u000a23:43:16.754135 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:43:16.940265 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:43:17.298292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14490): Launched\u000a23:43:17.553469 run iperf3-srv_10.42.42.10(pid=14491): Launched\u000a23:43:17.734997 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:43:17.858541 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:43:18.166083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14492): Launched\u000a23:43:18.420518 run iperf3-srv_10.42.42.10(pid=14493): Launched\u000a23:43:18.601539 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:43:18.725142 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:43:19.032164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14494): Launched\u000a23:43:19.286712 run iperf3-srv_10.42.42.10(pid=14495): Launched\u000a23:43:19.467451 tst iperf3m4.py:8: start network...\u000a23:43:19.590992 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:43:20.067406 run create_hlr_db(pid=14496): Launched\u000a23:43:20.238246 bus /gobi_6: Setting Powered False\u000a23:43:21.260875 run create_hlr_db(pid=14496): Terminated: ok {rc=0}\u000a23:43:21.657166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14498): Launched\u000a23:43:21.955144 run osmo-hlr_10.42.42.2(pid=14499): Launched\u000a23:43:22.071525 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:43:22.597546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14501): Launched\u000a23:43:22.894761 run osmo-stp_10.42.42.5(pid=14502): Launched\u000a23:43:23.007140 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:43:23.524720 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14504): Launched\u000a23:43:23.630225 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:43:23.890024 run patchelf(pid=14505): Launched\u000a23:43:24.064668 run osmo-stp_10.42.42.5(pid=14502): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14502)]\u000a23:43:24.192280 run osmo-stp_10.42.42.5(pid=14502): stdout: \u000a| (launched: 2022-12-13_23:43:22.749422)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:43:24.319945 run osmo-stp_10.42.42.5(pid=14502): stderr: \u000a| �[0;m�[38;5;43m20221213234322920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234322920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234322920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234322921 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234322921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234322921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234322921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:43:24.443148 run osmo-stp_10.42.42.5(pid=14502): stdout: \u000a| (launched: 2022-12-13_23:43:22.749422)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:43:24.565179 run osmo-stp_10.42.42.5(pid=14502): stderr: \u000a| �[0;m�[38;5;43m20221213234322920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234322920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234322920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234322921 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234322921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234322921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234322921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:43:24.707070 run patchelf(pid=14505): Terminating (SIGINT)\u000a23:43:24.874147 run patchelf(pid=14505): Terminated: ok {rc=0}\u000a23:43:24.904757 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14502): Process ended prematurely: osmo-stp_10.42.42.5(pid=14502) [trial-2396↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14502)] [trial-2396↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a23:43:24.913916 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a23:43:24.973314 run osmo-hlr_10.42.42.2(pid=14499): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14499)]\u000a23:43:25.021916 run osmo-hlr_10.42.42.2(pid=14499): stdout: \u000a| (launched: 2022-12-13_23:43:21.808907) \u000a23:43:25.071092 run osmo-hlr_10.42.42.2(pid=14499): stderr: \u000a| �[0;m�[1;31m20221213234321985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234321985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234321985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234321985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234321985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234321985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234321998 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234322007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234322007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234322008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:43:25.112579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14488): Terminating (SIGTERM)\u000a23:43:25.151568 run iperf3-srv_10.42.42.10(pid=14489): Terminating (SIGTERM)\u000a23:43:25.190561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14490): Terminating (SIGTERM)\u000a23:43:25.229499 run iperf3-srv_10.42.42.10(pid=14491): Terminating (SIGTERM)\u000a23:43:25.268461 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14492): Terminating (SIGTERM)\u000a23:43:25.307187 run iperf3-srv_10.42.42.10(pid=14493): Terminating (SIGTERM)\u000a23:43:25.346140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14494): Terminating (SIGTERM)\u000a23:43:25.384935 run iperf3-srv_10.42.42.10(pid=14495): Terminating (SIGTERM)\u000a23:43:25.423851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14498): Terminating (SIGTERM)\u000a23:43:25.462939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14501): Terminating (SIGTERM)\u000a23:43:25.501975 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14504): Terminating (SIGTERM)\u000a23:43:25.511031 --- ParallelTerminationStrategy: PID 14488 died...\u000a23:43:25.563591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14488): Terminated: ok {rc=0}\u000a23:43:25.572912 --- ParallelTerminationStrategy: PID 14489 died...\u000a23:43:25.624811 run iperf3-srv_10.42.42.10(pid=14489): Terminated {rc=256}\u000a23:43:25.634152 --- ParallelTerminationStrategy: PID 14490 died...\u000a23:43:25.686085 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14490): Terminated: ok {rc=0}\u000a23:43:25.695444 --- ParallelTerminationStrategy: PID 14491 died...\u000a23:43:25.747787 run iperf3-srv_10.42.42.10(pid=14491): Terminated {rc=256}\u000a23:43:25.757267 --- ParallelTerminationStrategy: PID 14492 died...\u000a23:43:25.809472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14492): Terminated: ok {rc=0}\u000a23:43:25.818843 --- ParallelTerminationStrategy: PID 14493 died...\u000a23:43:25.870769 run iperf3-srv_10.42.42.10(pid=14493): Terminated {rc=256}\u000a23:43:25.880072 --- ParallelTerminationStrategy: PID 14494 died...\u000a23:43:25.932128 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14494): Terminated: ok {rc=0}\u000a23:43:25.941611 --- ParallelTerminationStrategy: PID 14495 died...\u000a23:43:25.993501 run iperf3-srv_10.42.42.10(pid=14495): Terminated {rc=256}\u000a23:43:26.003052 --- ParallelTerminationStrategy: PID 14498 died...\u000a23:43:26.054937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14498): Terminated: ok {rc=0}\u000a23:43:26.064320 --- ParallelTerminationStrategy: PID 14501 died...\u000a23:43:26.116347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14501): Terminated: ok {rc=0}\u000a23:43:26.125834 --- ParallelTerminationStrategy: PID 14504 died...\u000a23:43:26.178017 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14504): Terminated: ok {rc=0}\u000a23:43:26.265681 bus /gobi_4: Setting Powered False\u000a23:43:27.367558 bus /gobi_4: Setting Powered False\u000a23:43:28.474377 bus /gobi_1: Setting Powered False\u000a23:43:29.579860 bus /gobi_1: Setting Powered False\u000a23:43:30.691737 bus /gobi_0: Setting Powered False\u000a23:43:31.797916 bus /gobi_0: Setting Powered False\u000a23:43:32.904269 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14512): Process ended prematurely: osmo-stp_10.42.42.5(pid=14512) [trial-2396↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14512)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14512): Process ended prematurely: osmo-stp_10.42.42.5(pid=14512) [trial-2396↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14512)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a23:43:33.973870 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:33.986019 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a23:43:34.121611 tst ping.py: using LAC 37049\u000a23:43:34.237578 tst ping.py: using RAC 74\u000a23:43:34.352587 tst ping.py: using CellId 37049\u000a23:43:34.467603 tst ping.py: using BVCI 37050\u000a23:43:34.490207 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:34.500918 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:34.511646 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:34.522528 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:34.533407 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:34.543790 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:34.554702 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:34.565246 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a23:43:34.851992 tst ping.py:19: start network...\u000a23:43:34.982804 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:43:35.473520 run create_hlr_db(pid=14506): Launched\u000a23:43:35.655106 bus /gobi_6: Setting Powered False\u000a23:43:36.676230 run create_hlr_db(pid=14506): Terminated: ok {rc=0}\u000a23:43:37.069311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14508): Launched\u000a23:43:37.362148 run osmo-hlr_10.42.42.2(pid=14509): Launched\u000a23:43:37.469417 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:43:37.978490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14511): Launched\u000a23:43:38.268135 run osmo-stp_10.42.42.5(pid=14512): Launched\u000a23:43:38.374590 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:43:38.884316 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14514): Launched\u000a23:43:38.987860 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:43:39.241716 run patchelf(pid=14515): Launched\u000a23:43:39.412393 run osmo-stp_10.42.42.5(pid=14512): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14512)]\u000a23:43:39.537140 run osmo-stp_10.42.42.5(pid=14512): stdout: \u000a| (launched: 2022-12-13_23:43:38.126367)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:43:39.662540 run osmo-stp_10.42.42.5(pid=14512): stderr: \u000a| �[0;m�[38;5;43m20221213234338297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234338297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234338297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234338298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234338298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234338298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234338298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:43:39.783054 run osmo-stp_10.42.42.5(pid=14512): stdout: \u000a| (launched: 2022-12-13_23:43:38.126367)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:43:39.903254 run osmo-stp_10.42.42.5(pid=14512): stderr: \u000a| �[0;m�[38;5;43m20221213234338297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234338297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234338297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234338298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234338298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234338298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234338298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:43:40.042492 run patchelf(pid=14515): Terminating (SIGINT)\u000a23:43:40.205953 run patchelf(pid=14515): Terminated: ok {rc=0}\u000a23:43:40.235705 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14512): Process ended prematurely: osmo-stp_10.42.42.5(pid=14512) [trial-2396↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14512)] [trial-2396↪gprs:trx-sysmocell5000↪ping.py:22]\u000a23:43:40.243936 tst ping.py:22: Test FAILED (6.3 sec)\u000a23:43:40.304219 run osmo-hlr_10.42.42.2(pid=14509): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14509)]\u000a23:43:40.353349 run osmo-hlr_10.42.42.2(pid=14509): stdout: \u000a| (launched: 2022-12-13_23:43:37.217997) \u000a23:43:40.402868 run osmo-hlr_10.42.42.2(pid=14509): stderr: \u000a| �[0;m�[1;31m20221213234337392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234337392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234337392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234337392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234337392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234337392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234337409 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234337418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234337418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234337418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:43:40.445036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14508): Terminating (SIGTERM)\u000a23:43:40.484462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14511): Terminating (SIGTERM)\u000a23:43:40.523828 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14514): Terminating (SIGTERM)\u000a23:43:40.532991 --- ParallelTerminationStrategy: PID 14508 died...\u000a23:43:40.586031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14508): Terminated: ok {rc=0}\u000a23:43:40.595657 --- ParallelTerminationStrategy: PID 14511 died...\u000a23:43:40.648415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14511): Terminated: ok {rc=0}\u000a23:43:40.657889 --- ParallelTerminationStrategy: PID 14514 died...\u000a23:43:40.710495 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14514): Terminated: ok {rc=0}\u000a23:43:40.798152 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14522): Process ended prematurely: osmo-stp_10.42.42.5(pid=14522) [trial-2396↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14522)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14522): Process ended prematurely: osmo-stp_10.42.42.5(pid=14522) [trial-2396↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14522)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a23:43:41.848448 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:41.859631 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a23:43:41.996312 tst ping_idle_ping.py: using LAC 37050\u000a23:43:42.114112 tst ping_idle_ping.py: using RAC 75\u000a23:43:42.229803 tst ping_idle_ping.py: using CellId 37050\u000a23:43:42.345217 tst ping_idle_ping.py: using BVCI 37051\u000a23:43:42.367532 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:42.378288 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:42.388696 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:42.399185 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:42.410360 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:42.421803 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:42.433168 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:42.444270 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a23:43:42.720007 tst ping_idle_ping.py:24: start network...\u000a23:43:42.842106 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:43:43.311750 run create_hlr_db(pid=14516): Launched\u000a23:43:43.481415 bus /gobi_6: Setting Powered False\u000a23:43:44.514059 run create_hlr_db(pid=14516): Terminated: ok {rc=0}\u000a23:43:44.930065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14518): Launched\u000a23:43:45.243495 run osmo-hlr_10.42.42.2(pid=14519): Launched\u000a23:43:45.363794 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:43:45.928236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14521): Launched\u000a23:43:46.368424 run osmo-stp_10.42.42.5(pid=14522): Launched\u000a23:43:46.553214 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:43:47.122269 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14524): Launched\u000a23:43:47.247659 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:43:47.521520 run patchelf(pid=14525): Launched\u000a23:43:47.705764 run osmo-stp_10.42.42.5(pid=14522): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14522)]\u000a23:43:47.840189 run osmo-stp_10.42.42.5(pid=14522): stdout: \u000a| (launched: 2022-12-13_23:43:46.101405)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:43:47.975595 run osmo-stp_10.42.42.5(pid=14522): stderr: \u000a| �[0;m�[38;5;43m20221213234346369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234346369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234346370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234346370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234346370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234346371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234346371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:43:48.106288 run osmo-stp_10.42.42.5(pid=14522): stdout: \u000a| (launched: 2022-12-13_23:43:46.101405)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:43:48.235895 run osmo-stp_10.42.42.5(pid=14522): stderr: \u000a| �[0;m�[38;5;43m20221213234346369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234346369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234346370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234346370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234346370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234346371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234346371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:43:48.386407 run patchelf(pid=14525): Terminating (SIGINT)\u000a23:43:48.562475 run patchelf(pid=14525): Terminated: ok {rc=0}\u000a23:43:48.594436 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14522): Process ended prematurely: osmo-stp_10.42.42.5(pid=14522) [trial-2396↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14522)] [trial-2396↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a23:43:48.603630 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a23:43:48.666664 run osmo-hlr_10.42.42.2(pid=14519): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14519)]\u000a23:43:48.718425 run osmo-hlr_10.42.42.2(pid=14519): stdout: \u000a| (launched: 2022-12-13_23:43:45.089479) \u000a23:43:48.770845 run osmo-hlr_10.42.42.2(pid=14519): stderr: \u000a| �[0;m�[1;31m20221213234345286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234345286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234345286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234345286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234345286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234345286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234345298 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234345306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234345306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234345306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:43:48.815254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14518): Terminating (SIGTERM)\u000a23:43:48.857304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14521): Terminating (SIGTERM)\u000a23:43:48.899612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14524): Terminating (SIGTERM)\u000a23:43:48.909369 --- ParallelTerminationStrategy: PID 14518 died...\u000a23:43:48.965540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14518): Terminated: ok {rc=0}\u000a23:43:48.975514 --- ParallelTerminationStrategy: PID 14521 died...\u000a23:43:49.031583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14521): Terminated: ok {rc=0}\u000a23:43:49.041689 --- ParallelTerminationStrategy: PID 14524 died...\u000a23:43:49.097547 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14524): Terminated: ok {rc=0}\u000a23:43:49.183801 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:42:52" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14540): Process ended prematurely: osmo-stp_10.42.42.5(pid=14540) [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14540)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14540): Process ended prematurely: osmo-stp_10.42.42.5(pid=14540) [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14540)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:43:51.341746 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:43:51.352767 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:43:51.488857 tst cs_paging_gprs_active.py: using LAC 37051\u000a23:43:51.607128 tst cs_paging_gprs_active.py: using RAC 76\u000a23:43:51.733427 tst cs_paging_gprs_active.py: using CellId 37051\u000a23:43:51.861591 tst cs_paging_gprs_active.py: using BVCI 37052\u000a23:43:51.884545 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:43:51.895478 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:43:51.906375 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:43:51.917190 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:43:51.928287 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:43:51.940087 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:43:51.953619 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:43:51.965274 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:43:51.977195 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:43:52.095147 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:43:52.386547 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:43:52.520314 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:43:52.849082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14530): Launched\u000a23:43:53.121633 run iperf3-srv_10.42.42.10(pid=14531): Launched\u000a23:43:53.318119 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:43:53.451869 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:43:53.780716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14532): Launched\u000a23:43:54.053789 run iperf3-srv_10.42.42.10(pid=14533): Launched\u000a23:43:54.250248 tst cs_paging_gprs_active.py:38: start network...\u000a23:43:54.383996 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:43:54.883896 run create_hlr_db(pid=14534): Launched\u000a23:43:55.068157 bus /gobi_6: Setting Powered False\u000a23:43:56.089016 run create_hlr_db(pid=14534): Terminated: ok {rc=0}\u000a23:43:56.490469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14536): Launched\u000a23:43:56.790472 run osmo-hlr_10.42.42.2(pid=14537): Launched\u000a23:43:56.908353 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:43:57.431864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14539): Launched\u000a23:43:57.731211 run osmo-stp_10.42.42.5(pid=14540): Launched\u000a23:43:57.841146 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:43:58.361744 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14542): Launched\u000a23:43:58.468688 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:43:58.728658 run patchelf(pid=14543): Launched\u000a23:43:58.903759 run osmo-stp_10.42.42.5(pid=14540): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14540)]\u000a23:43:59.031752 run osmo-stp_10.42.42.5(pid=14540): stdout: \u000a| (launched: 2022-12-13_23:43:57.583996)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:43:59.160308 run osmo-stp_10.42.42.5(pid=14540): stderr: \u000a| �[0;m�[38;5;43m20221213234357752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234357753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234357753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234357753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234357754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234357754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234357754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:43:59.284135 run osmo-stp_10.42.42.5(pid=14540): stdout: \u000a| (launched: 2022-12-13_23:43:57.583996)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:43:59.406923 run osmo-stp_10.42.42.5(pid=14540): stderr: \u000a| �[0;m�[38;5;43m20221213234357752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234357753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234357753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234357753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234357754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234357754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234357754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:43:59.549106 run patchelf(pid=14543): Terminating (SIGINT)\u000a23:43:59.716613 run patchelf(pid=14543): Terminated: ok {rc=0}\u000a23:43:59.747322 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14540): Process ended prematurely: osmo-stp_10.42.42.5(pid=14540) [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14540)] [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a23:43:59.756521 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a23:43:59.815364 run osmo-hlr_10.42.42.2(pid=14537): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14537)]\u000a23:43:59.863621 run osmo-hlr_10.42.42.2(pid=14537): stdout: \u000a| (launched: 2022-12-13_23:43:56.642442) \u000a23:43:59.912600 run osmo-hlr_10.42.42.2(pid=14537): stderr: \u000a| �[0;m�[1;31m20221213234356818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234356818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234356818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234356818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234356818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234356819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234356832 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234356842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234356842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234356843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:43:59.954391 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14530): Terminating (SIGTERM)\u000a23:43:59.993477 run iperf3-srv_10.42.42.10(pid=14531): Terminating (SIGTERM)\u000a23:44:00.033954 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14532): Terminating (SIGTERM)\u000a23:44:00.073378 run iperf3-srv_10.42.42.10(pid=14533): Terminating (SIGTERM)\u000a23:44:00.112657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14536): Terminating (SIGTERM)\u000a23:44:00.151906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14539): Terminating (SIGTERM)\u000a23:44:00.191268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14542): Terminating (SIGTERM)\u000a23:44:00.200306 --- ParallelTerminationStrategy: PID 14530 died...\u000a23:44:00.253011 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14530): Terminated: ok {rc=0}\u000a23:44:00.262501 --- ParallelTerminationStrategy: PID 14531 died...\u000a23:44:00.314870 run iperf3-srv_10.42.42.10(pid=14531): Terminated {rc=256}\u000a23:44:00.324324 --- ParallelTerminationStrategy: PID 14532 died...\u000a23:44:00.376654 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14532): Terminated: ok {rc=0}\u000a23:44:00.386204 --- ParallelTerminationStrategy: PID 14533 died...\u000a23:44:00.438458 run iperf3-srv_10.42.42.10(pid=14533): Terminated {rc=256}\u000a23:44:00.447912 --- ParallelTerminationStrategy: PID 14536 died...\u000a23:44:00.500067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14536): Terminated: ok {rc=0}\u000a23:44:00.509869 --- ParallelTerminationStrategy: PID 14539 died...\u000a23:44:00.562037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14539): Terminated: ok {rc=0}\u000a23:44:00.571456 --- ParallelTerminationStrategy: PID 14542 died...\u000a23:44:00.623672 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14542): Terminated: ok {rc=0}\u000a23:44:00.710523 bus /gobi_0: Setting Powered False\u000a23:44:01.833108 bus /gobi_0: Setting Powered False\u000a23:44:02.940006 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14552): Process ended prematurely: osmo-stp_10.42.42.5(pid=14552) [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14552)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14552): Process ended prematurely: osmo-stp_10.42.42.5(pid=14552) [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14552)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a23:44:04.048742 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:04.060434 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:44:04.207778 tst iperf3.py: using LAC 37052\u000a23:44:04.327864 tst iperf3.py: using RAC 77\u000a23:44:04.445298 tst iperf3.py: using CellId 37052\u000a23:44:04.563310 tst iperf3.py: using BVCI 37053\u000a23:44:04.586243 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:04.597197 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:04.608161 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:04.618929 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:04.629760 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:04.640917 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:04.652037 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:04.662814 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:04.674179 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:44:04.947485 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:44:05.071460 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:44:05.379084 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14544): Launched\u000a23:44:05.634259 run iperf3-srv_10.42.42.10(pid=14545): Launched\u000a23:44:05.815803 tst iperf3.py:8: start network...\u000a23:44:05.939720 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:44:06.415071 run create_hlr_db(pid=14546): Launched\u000a23:44:06.586214 bus /gobi_6: Setting Powered False\u000a23:44:07.609274 run create_hlr_db(pid=14546): Terminated: ok {rc=0}\u000a23:44:08.030499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14548): Launched\u000a23:44:08.348526 run osmo-hlr_10.42.42.2(pid=14549): Launched\u000a23:44:08.464504 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:44:09.018200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14551): Launched\u000a23:44:09.336692 run osmo-stp_10.42.42.5(pid=14552): Launched\u000a23:44:09.453696 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:44:10.006875 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14554): Launched\u000a23:44:10.120703 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:44:10.396830 run patchelf(pid=14555): Launched\u000a23:44:10.582451 run osmo-stp_10.42.42.5(pid=14552): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14552)]\u000a23:44:10.718045 run osmo-stp_10.42.42.5(pid=14552): stdout: \u000a| (launched: 2022-12-13_23:44:09.179851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:44:10.853801 run osmo-stp_10.42.42.5(pid=14552): stderr: \u000a| �[0;m�[38;5;43m20221213234409371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234409371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234409372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234409372 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234409373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234409373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234409373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:44:10.984716 run osmo-stp_10.42.42.5(pid=14552): stdout: \u000a| (launched: 2022-12-13_23:44:09.179851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:44:11.114921 run osmo-stp_10.42.42.5(pid=14552): stderr: \u000a| �[0;m�[38;5;43m20221213234409371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234409371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234409372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234409372 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234409373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234409373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234409373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:44:11.267289 run patchelf(pid=14555): Terminating (SIGINT)\u000a23:44:11.445420 run patchelf(pid=14555): Terminated: ok {rc=0}\u000a23:44:11.478180 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14552): Process ended prematurely: osmo-stp_10.42.42.5(pid=14552) [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14552)] [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a23:44:11.488000 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a23:44:11.550917 run osmo-hlr_10.42.42.2(pid=14549): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14549)]\u000a23:44:11.602383 run osmo-hlr_10.42.42.2(pid=14549): stdout: \u000a| (launched: 2022-12-13_23:44:08.192347) \u000a23:44:11.654366 run osmo-hlr_10.42.42.2(pid=14549): stderr: \u000a| �[0;m�[1;31m20221213234408390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234408390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234408390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234408390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234408390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234408390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234408401 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234408410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234408410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234408410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:44:11.698698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14544): Terminating (SIGTERM)\u000a23:44:11.740331 run iperf3-srv_10.42.42.10(pid=14545): Terminating (SIGTERM)\u000a23:44:11.782726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14548): Terminating (SIGTERM)\u000a23:44:11.824933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14551): Terminating (SIGTERM)\u000a23:44:11.866821 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14554): Terminating (SIGTERM)\u000a23:44:11.876309 --- ParallelTerminationStrategy: PID 14544 died...\u000a23:44:11.957377 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14544): Terminated: ok {rc=0}\u000a23:44:11.967292 --- ParallelTerminationStrategy: PID 14545 died...\u000a23:44:12.023122 run iperf3-srv_10.42.42.10(pid=14545): Terminated {rc=256}\u000a23:44:12.032935 --- ParallelTerminationStrategy: PID 14548 died...\u000a23:44:12.088478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14548): Terminated: ok {rc=0}\u000a23:44:12.098450 --- ParallelTerminationStrategy: PID 14551 died...\u000a23:44:12.154319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14551): Terminated: ok {rc=0}\u000a23:44:12.164262 --- ParallelTerminationStrategy: PID 14554 died...\u000a23:44:12.220654 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14554): Terminated: ok {rc=0}\u000a23:44:12.307205 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14570): Process ended prematurely: osmo-stp_10.42.42.5(pid=14570) [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14570)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14570): Process ended prematurely: osmo-stp_10.42.42.5(pid=14570) [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14570)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a23:44:13.424421 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:13.436507 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:44:13.582074 tst iperf3m4.py: using LAC 37053\u000a23:44:13.708186 tst iperf3m4.py: using RAC 78\u000a23:44:13.833502 tst iperf3m4.py: using CellId 37053\u000a23:44:13.953953 tst iperf3m4.py: using BVCI 37054\u000a23:44:13.976804 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:13.987922 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:13.998939 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:14.009919 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:14.020894 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:14.031896 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:14.042929 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:14.053923 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:14.064940 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:44:14.183546 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:44:14.302635 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:44:14.423720 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:44:14.702053 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:44:14.826707 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:44:15.135365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14556): Launched\u000a23:44:15.391965 run iperf3-srv_10.42.42.10(pid=14557): Launched\u000a23:44:15.574618 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:44:15.698841 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:44:16.045591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14558): Launched\u000a23:44:16.377414 run iperf3-srv_10.42.42.10(pid=14559): Launched\u000a23:44:16.563366 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:44:16.690838 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:44:17.019486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14560): Launched\u000a23:44:17.292520 run iperf3-srv_10.42.42.10(pid=14561): Launched\u000a23:44:17.474883 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:44:17.599384 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:44:17.908530 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14562): Launched\u000a23:44:18.165540 run iperf3-srv_10.42.42.10(pid=14563): Launched\u000a23:44:18.348073 tst iperf3m4.py:8: start network...\u000a23:44:18.472078 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:44:18.947997 run create_hlr_db(pid=14564): Launched\u000a23:44:19.118917 bus /gobi_6: Setting Powered False\u000a23:44:20.141224 run create_hlr_db(pid=14564): Terminated: ok {rc=0}\u000a23:44:20.564466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14566): Launched\u000a23:44:20.882306 run osmo-hlr_10.42.42.2(pid=14567): Launched\u000a23:44:21.001140 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:44:21.556556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14569): Launched\u000a23:44:21.875208 run osmo-stp_10.42.42.5(pid=14570): Launched\u000a23:44:21.990923 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:44:22.546910 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14572): Launched\u000a23:44:22.660925 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:44:22.938389 run patchelf(pid=14573): Launched\u000a23:44:23.124914 run osmo-stp_10.42.42.5(pid=14570): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14570)]\u000a23:44:23.261928 run osmo-stp_10.42.42.5(pid=14570): stdout: \u000a| (launched: 2022-12-13_23:44:21.718920)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:44:23.398823 run osmo-stp_10.42.42.5(pid=14570): stderr: \u000a| �[0;m�[38;5;43m20221213234421911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234421911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234421912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234421912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234421913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234421913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234421913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:44:23.530608 run osmo-stp_10.42.42.5(pid=14570): stdout: \u000a| (launched: 2022-12-13_23:44:21.718920)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:44:23.661322 run osmo-stp_10.42.42.5(pid=14570): stderr: \u000a| �[0;m�[38;5;43m20221213234421911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234421911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234421912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234421912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234421913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234421913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234421913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:44:23.813865 run patchelf(pid=14573): Terminating (SIGINT)\u000a23:44:23.992722 run patchelf(pid=14573): Terminated: ok {rc=0}\u000a23:44:24.025630 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14570): Process ended prematurely: osmo-stp_10.42.42.5(pid=14570) [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14570)] [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a23:44:24.035444 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a23:44:24.099379 run osmo-hlr_10.42.42.2(pid=14567): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14567)]\u000a23:44:24.150926 run osmo-hlr_10.42.42.2(pid=14567): stdout: \u000a| (launched: 2022-12-13_23:44:20.726712) \u000a23:44:24.203363 run osmo-hlr_10.42.42.2(pid=14567): stderr: \u000a| �[0;m�[1;31m20221213234420925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234420925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234420925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234420925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234420925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234420925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234420938 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234420946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234420946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234420946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:44:24.248768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14556): Terminating (SIGTERM)\u000a23:44:24.291552 run iperf3-srv_10.42.42.10(pid=14557): Terminating (SIGTERM)\u000a23:44:24.334484 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14558): Terminating (SIGTERM)\u000a23:44:24.376818 run iperf3-srv_10.42.42.10(pid=14559): Terminating (SIGTERM)\u000a23:44:24.419192 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14560): Terminating (SIGTERM)\u000a23:44:24.461305 run iperf3-srv_10.42.42.10(pid=14561): Terminating (SIGTERM)\u000a23:44:24.503634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14562): Terminating (SIGTERM)\u000a23:44:24.545923 run iperf3-srv_10.42.42.10(pid=14563): Terminating (SIGTERM)\u000a23:44:24.588006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14566): Terminating (SIGTERM)\u000a23:44:24.630173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14569): Terminating (SIGTERM)\u000a23:44:24.672727 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14572): Terminating (SIGTERM)\u000a23:44:24.682509 --- ParallelTerminationStrategy: PID 14556 died...\u000a23:44:24.739312 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14556): Terminated: ok {rc=0}\u000a23:44:24.749528 --- ParallelTerminationStrategy: PID 14557 died...\u000a23:44:24.805825 run iperf3-srv_10.42.42.10(pid=14557): Terminated {rc=256}\u000a23:44:24.815945 --- ParallelTerminationStrategy: PID 14558 died...\u000a23:44:24.872430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14558): Terminated: ok {rc=0}\u000a23:44:24.882555 --- ParallelTerminationStrategy: PID 14559 died...\u000a23:44:24.938697 run iperf3-srv_10.42.42.10(pid=14559): Terminated {rc=256}\u000a23:44:24.948843 --- ParallelTerminationStrategy: PID 14560 died...\u000a23:44:25.005216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14560): Terminated: ok {rc=0}\u000a23:44:25.015379 --- ParallelTerminationStrategy: PID 14561 died...\u000a23:44:25.071661 run iperf3-srv_10.42.42.10(pid=14561): Terminated {rc=256}\u000a23:44:25.081846 --- ParallelTerminationStrategy: PID 14562 died...\u000a23:44:25.138357 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14562): Terminated: ok {rc=0}\u000a23:44:25.148404 --- ParallelTerminationStrategy: PID 14563 died...\u000a23:44:25.204775 run iperf3-srv_10.42.42.10(pid=14563): Terminated {rc=256}\u000a23:44:25.215264 --- ParallelTerminationStrategy: PID 14566 died...\u000a23:44:25.272113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14566): Terminated: ok {rc=0}\u000a23:44:25.282277 --- ParallelTerminationStrategy: PID 14569 died...\u000a23:44:25.338514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14569): Terminated: ok {rc=0}\u000a23:44:25.348682 --- ParallelTerminationStrategy: PID 14572 died...\u000a23:44:25.405388 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14572): Terminated: ok {rc=0}\u000a23:44:25.491447 bus /gobi_4: Setting Powered False\u000a23:44:26.596891 bus /gobi_4: Setting Powered False\u000a23:44:27.706516 bus /gobi_1: Setting Powered False\u000a23:44:28.811188 bus /gobi_1: Setting Powered False\u000a23:44:29.918452 bus /gobi_0: Setting Powered False\u000a23:44:31.029282 bus /gobi_0: Setting Powered False\u000a23:44:32.141568 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14580): Process ended prematurely: osmo-stp_10.42.42.5(pid=14580) [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14580)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14580): Process ended prematurely: osmo-stp_10.42.42.5(pid=14580) [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14580)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a23:44:33.207849 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:33.219398 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:44:33.354031 tst ping.py: using LAC 37054\u000a23:44:33.467561 tst ping.py: using RAC 79\u000a23:44:33.580635 tst ping.py: using CellId 37054\u000a23:44:33.694009 tst ping.py: using BVCI 37055\u000a23:44:33.716135 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:33.727099 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:33.737909 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:33.748597 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:33.759624 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:33.770304 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:33.781509 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:33.792298 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:44:34.059773 tst ping.py:19: start network...\u000a23:44:34.180936 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:44:34.648894 run create_hlr_db(pid=14574): Launched\u000a23:44:34.817788 bus /gobi_6: Setting Powered False\u000a23:44:35.838590 run create_hlr_db(pid=14574): Terminated: ok {rc=0}\u000a23:44:36.253798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14576): Launched\u000a23:44:36.567163 run osmo-hlr_10.42.42.2(pid=14577): Launched\u000a23:44:36.684715 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:44:37.228938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14579): Launched\u000a23:44:37.541628 run osmo-stp_10.42.42.5(pid=14580): Launched\u000a23:44:37.656403 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:44:38.202071 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14582): Launched\u000a23:44:38.314772 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:44:38.586413 run patchelf(pid=14583): Launched\u000a23:44:38.769157 run osmo-stp_10.42.42.5(pid=14580): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14580)]\u000a23:44:38.902896 run osmo-stp_10.42.42.5(pid=14580): stdout: \u000a| (launched: 2022-12-13_23:44:37.387055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:44:39.036940 run osmo-stp_10.42.42.5(pid=14580): stderr: \u000a| �[0;m�[38;5;43m20221213234437576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234437576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234437576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234437577 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234437577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234437577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234437577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:44:39.166590 run osmo-stp_10.42.42.5(pid=14580): stdout: \u000a| (launched: 2022-12-13_23:44:37.387055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:44:39.295730 run osmo-stp_10.42.42.5(pid=14580): stderr: \u000a| �[0;m�[38;5;43m20221213234437576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234437576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234437576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234437577 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234437577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234437577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234437577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:44:39.445207 run patchelf(pid=14583): Terminating (SIGINT)\u000a23:44:39.620162 run patchelf(pid=14583): Terminated: ok {rc=0}\u000a23:44:39.652003 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14580): Process ended prematurely: osmo-stp_10.42.42.5(pid=14580) [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14580)] [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a23:44:39.661279 tst ping.py:22: Test FAILED (6.4 sec)\u000a23:44:39.724355 run osmo-hlr_10.42.42.2(pid=14577): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14577)]\u000a23:44:39.775395 run osmo-hlr_10.42.42.2(pid=14577): stdout: \u000a| (launched: 2022-12-13_23:44:36.412827) \u000a23:44:39.827062 run osmo-hlr_10.42.42.2(pid=14577): stderr: \u000a| �[0;m�[1;31m20221213234436610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234436610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234436610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234436610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234436610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234436610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234436622 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234436630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234436630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234436630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:44:39.871269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14576): Terminating (SIGTERM)\u000a23:44:39.913229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14579): Terminating (SIGTERM)\u000a23:44:39.955816 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14582): Terminating (SIGTERM)\u000a23:44:39.965597 --- ParallelTerminationStrategy: PID 14576 died...\u000a23:44:40.021925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14576): Terminated: ok {rc=0}\u000a23:44:40.032101 --- ParallelTerminationStrategy: PID 14579 died...\u000a23:44:40.088352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14579): Terminated: ok {rc=0}\u000a23:44:40.098499 --- ParallelTerminationStrategy: PID 14582 died...\u000a23:44:40.154846 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14582): Terminated: ok {rc=0}\u000a23:44:40.241822 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14590): Process ended prematurely: osmo-stp_10.42.42.5(pid=14590) [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14590)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14590): Process ended prematurely: osmo-stp_10.42.42.5(pid=14590) [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14590)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a23:44:41.295024 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:41.307234 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:44:41.451750 tst ping_idle_ping.py: using LAC 37055\u000a23:44:41.575789 tst ping_idle_ping.py: using RAC 80\u000a23:44:41.699165 tst ping_idle_ping.py: using CellId 37055\u000a23:44:41.822041 tst ping_idle_ping.py: using BVCI 37056\u000a23:44:41.845961 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:41.857502 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:41.868736 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:41.879961 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:41.891592 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:41.903247 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:41.915209 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:41.926890 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:44:42.215904 tst ping_idle_ping.py:24: start network...\u000a23:44:42.347971 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:44:42.843062 run create_hlr_db(pid=14584): Launched\u000a23:44:43.025868 bus /gobi_6: Setting Powered False\u000a23:44:44.047478 run create_hlr_db(pid=14584): Terminated: ok {rc=0}\u000a23:44:44.442649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14586): Launched\u000a23:44:44.736561 run osmo-hlr_10.42.42.2(pid=14587): Launched\u000a23:44:44.846577 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:44:45.354607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14589): Launched\u000a23:44:45.647881 run osmo-stp_10.42.42.5(pid=14590): Launched\u000a23:44:45.755802 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:44:46.330107 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14592): Launched\u000a23:44:46.438595 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:44:46.735809 run patchelf(pid=14593): Launched\u000a23:44:46.912453 run osmo-stp_10.42.42.5(pid=14590): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14590)]\u000a23:44:47.041581 run osmo-stp_10.42.42.5(pid=14590): stdout: \u000a| (launched: 2022-12-13_23:44:45.503654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:44:47.170819 run osmo-stp_10.42.42.5(pid=14590): stderr: \u000a| �[0;m�[38;5;43m20221213234445672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234445672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234445673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234445673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234445674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234445674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234445674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:44:47.294725 run osmo-stp_10.42.42.5(pid=14590): stdout: \u000a| (launched: 2022-12-13_23:44:45.503654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:44:47.415767 run osmo-stp_10.42.42.5(pid=14590): stderr: \u000a| �[0;m�[38;5;43m20221213234445672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234445672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234445673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234445673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234445674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234445674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234445674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:44:47.556342 run patchelf(pid=14593): Terminating (SIGINT)\u000a23:44:47.721122 run patchelf(pid=14593): Terminated: ok {rc=0}\u000a23:44:47.751288 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14590): Process ended prematurely: osmo-stp_10.42.42.5(pid=14590) [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14590)] [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a23:44:47.759871 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a23:44:47.819985 run osmo-hlr_10.42.42.2(pid=14587): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14587)]\u000a23:44:47.869184 run osmo-hlr_10.42.42.2(pid=14587): stdout: \u000a| (launched: 2022-12-13_23:44:44.591750) \u000a23:44:47.918789 run osmo-hlr_10.42.42.2(pid=14587): stderr: \u000a| �[0;m�[1;31m20221213234444763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234444763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234444763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234444763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234444763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234444763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234444779 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234444789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234444790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234444790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:44:47.960768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14586): Terminating (SIGTERM)\u000a23:44:48.000201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14589): Terminating (SIGTERM)\u000a23:44:48.039638 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14592): Terminating (SIGTERM)\u000a23:44:48.048876 --- ParallelTerminationStrategy: PID 14586 died...\u000a23:44:48.102379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14586): Terminated: ok {rc=0}\u000a23:44:48.112125 --- ParallelTerminationStrategy: PID 14589 died...\u000a23:44:48.165247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14589): Terminated: ok {rc=0}\u000a23:44:48.174803 --- ParallelTerminationStrategy: PID 14592 died...\u000a23:44:48.227761 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14592): Terminated: ok {rc=0}\u000a23:44:48.315449 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:43:50" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14607): Process ended prematurely: osmo-stp_10.42.42.5(pid=14607) [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14607)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14607): Process ended prematurely: osmo-stp_10.42.42.5(pid=14607) [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14607)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:44:50.482326 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:44:50.493661 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:44:50.655522 tst cs_paging_gprs_active.py: using LAC 37056\u000a23:44:50.778522 tst cs_paging_gprs_active.py: using RAC 81\u000a23:44:50.902339 tst cs_paging_gprs_active.py: using CellId 37056\u000a23:44:51.027874 tst cs_paging_gprs_active.py: using BVCI 37057\u000a23:44:51.052136 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:44:51.063517 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:44:51.074712 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:44:51.086087 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:44:51.097692 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:44:51.109066 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:44:51.120517 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:44:51.131914 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:44:51.143552 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:44:51.262597 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:44:51.539677 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:44:51.663661 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:44:51.971171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14597): Launched\u000a23:44:52.226946 run iperf3-srv_10.42.42.10(pid=14598): Launched\u000a23:44:52.409947 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:44:52.535151 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:44:52.843275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14599): Launched\u000a23:44:53.098618 run iperf3-srv_10.42.42.10(pid=14600): Launched\u000a23:44:53.279977 tst cs_paging_gprs_active.py:38: start network...\u000a23:44:53.403862 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:44:53.878872 run create_hlr_db(pid=14601): Launched\u000a23:44:54.049872 bus /gobi_6: Setting Powered False\u000a23:44:55.072277 run create_hlr_db(pid=14601): Terminated: ok {rc=0}\u000a23:44:55.468514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14603): Launched\u000a23:44:55.764918 run osmo-hlr_10.42.42.2(pid=14604): Launched\u000a23:44:55.877826 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:44:56.392091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14606): Launched\u000a23:44:56.689499 run osmo-stp_10.42.42.5(pid=14607): Launched\u000a23:44:56.798149 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:44:57.316633 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14609): Launched\u000a23:44:57.423137 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:44:57.682531 run patchelf(pid=14610): Launched\u000a23:44:57.856786 run osmo-stp_10.42.42.5(pid=14607): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14607)]\u000a23:44:57.984404 run osmo-stp_10.42.42.5(pid=14607): stdout: \u000a| (launched: 2022-12-13_23:44:56.543912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:44:58.112733 run osmo-stp_10.42.42.5(pid=14607): stderr: \u000a| �[0;m�[38;5;43m20221213234456714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234456714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234456715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234456715 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234456716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234456716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234456716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:44:58.237411 run osmo-stp_10.42.42.5(pid=14607): stdout: \u000a| (launched: 2022-12-13_23:44:56.543912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:44:58.359250 run osmo-stp_10.42.42.5(pid=14607): stderr: \u000a| �[0;m�[38;5;43m20221213234456714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234456714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234456715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234456715 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234456716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234456716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234456716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:44:58.502156 run patchelf(pid=14610): Terminating (SIGINT)\u000a23:44:58.668935 run patchelf(pid=14610): Terminated: ok {rc=0}\u000a23:44:58.699665 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14607): Process ended prematurely: osmo-stp_10.42.42.5(pid=14607) [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14607)] [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a23:44:58.708658 tst cs_paging_gprs_active.py:38: Test FAILED (8.3 sec)\u000a23:44:58.768553 run osmo-hlr_10.42.42.2(pid=14604): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14604)]\u000a23:44:58.817035 run osmo-hlr_10.42.42.2(pid=14604): stdout: \u000a| (launched: 2022-12-13_23:44:55.619713) \u000a23:44:58.866169 run osmo-hlr_10.42.42.2(pid=14604): stderr: \u000a| �[0;m�[1;31m20221213234455795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234455795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234455795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234455795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234455795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234455795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234455809 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234455817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234455818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234455818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:44:58.908003 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14597): Terminating (SIGTERM)\u000a23:44:58.947253 run iperf3-srv_10.42.42.10(pid=14598): Terminating (SIGTERM)\u000a23:44:58.986507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14599): Terminating (SIGTERM)\u000a23:44:59.025873 run iperf3-srv_10.42.42.10(pid=14600): Terminating (SIGTERM)\u000a23:44:59.065091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14603): Terminating (SIGTERM)\u000a23:44:59.104454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14606): Terminating (SIGTERM)\u000a23:44:59.143717 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14609): Terminating (SIGTERM)\u000a23:44:59.152400 --- ParallelTerminationStrategy: PID 14597 died...\u000a23:44:59.204924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14597): Terminated: ok {rc=0}\u000a23:44:59.214413 --- ParallelTerminationStrategy: PID 14598 died...\u000a23:44:59.266590 run iperf3-srv_10.42.42.10(pid=14598): Terminated {rc=256}\u000a23:44:59.276005 --- ParallelTerminationStrategy: PID 14599 died...\u000a23:44:59.328103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14599): Terminated: ok {rc=0}\u000a23:44:59.337406 --- ParallelTerminationStrategy: PID 14600 died...\u000a23:44:59.389449 run iperf3-srv_10.42.42.10(pid=14600): Terminated {rc=256}\u000a23:44:59.398694 --- ParallelTerminationStrategy: PID 14603 died...\u000a23:44:59.450836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14603): Terminated: ok {rc=0}\u000a23:44:59.460302 --- ParallelTerminationStrategy: PID 14606 died...\u000a23:44:59.512542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14606): Terminated: ok {rc=0}\u000a23:44:59.521946 --- ParallelTerminationStrategy: PID 14609 died...\u000a23:44:59.574332 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14609): Terminated: ok {rc=0}\u000a23:44:59.660650 bus /gobi_0: Setting Powered False\u000a23:45:00.761552 bus /gobi_0: Setting Powered False\u000a23:45:01.879752 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14623): Process ended prematurely: osmo-stp_10.42.42.5(pid=14623) [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14623)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14623): Process ended prematurely: osmo-stp_10.42.42.5(pid=14623) [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14623)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a23:45:02.992616 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:03.004802 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:45:03.177559 tst iperf3.py: using LAC 37057\u000a23:45:03.301203 tst iperf3.py: using RAC 82\u000a23:45:03.430307 tst iperf3.py: using CellId 37057\u000a23:45:03.552551 tst iperf3.py: using BVCI 37058\u000a23:45:03.576870 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:03.588347 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:03.599646 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:03.610934 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:03.622582 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:03.634076 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:03.645623 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:03.657184 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:03.669168 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:45:03.947416 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:45:04.071169 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:45:04.379518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14615): Launched\u000a23:45:04.635609 run iperf3-srv_10.42.42.10(pid=14616): Launched\u000a23:45:04.816924 tst iperf3.py:8: start network...\u000a23:45:04.940264 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:45:05.416004 run create_hlr_db(pid=14617): Launched\u000a23:45:05.587653 bus /gobi_6: Setting Powered False\u000a23:45:06.609860 run create_hlr_db(pid=14617): Terminated: ok {rc=0}\u000a23:45:07.030946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14619): Launched\u000a23:45:07.349930 run osmo-hlr_10.42.42.2(pid=14620): Launched\u000a23:45:07.470486 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:45:08.022902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14622): Launched\u000a23:45:08.339869 run osmo-stp_10.42.42.5(pid=14623): Launched\u000a23:45:08.456174 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:45:09.007921 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14625): Launched\u000a23:45:09.121628 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:45:09.398711 run patchelf(pid=14626): Launched\u000a23:45:09.585239 run osmo-stp_10.42.42.5(pid=14623): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14623)]\u000a23:45:09.721482 run osmo-stp_10.42.42.5(pid=14623): stdout: \u000a| (launched: 2022-12-13_23:45:08.184344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:45:09.858413 run osmo-stp_10.42.42.5(pid=14623): stderr: \u000a| �[0;m�[38;5;43m20221213234508374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234508374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234508374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234508374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234508375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234508375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234508375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:45:09.990475 run osmo-stp_10.42.42.5(pid=14623): stdout: \u000a| (launched: 2022-12-13_23:45:08.184344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:45:10.121305 run osmo-stp_10.42.42.5(pid=14623): stderr: \u000a| �[0;m�[38;5;43m20221213234508374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234508374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234508374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234508374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234508375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234508375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234508375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:45:10.274220 run patchelf(pid=14626): Terminating (SIGINT)\u000a23:45:10.453331 run patchelf(pid=14626): Terminated: ok {rc=0}\u000a23:45:10.486056 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14623): Process ended prematurely: osmo-stp_10.42.42.5(pid=14623) [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14623)] [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a23:45:10.495855 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a23:45:10.558928 run osmo-hlr_10.42.42.2(pid=14620): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14620)]\u000a23:45:10.610673 run osmo-hlr_10.42.42.2(pid=14620): stdout: \u000a| (launched: 2022-12-13_23:45:07.193239) \u000a23:45:10.663014 run osmo-hlr_10.42.42.2(pid=14620): stderr: \u000a| �[0;m�[1;31m20221213234507389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234507389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234507389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234507389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234507389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234507389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234507401 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234507409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234507409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234507409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:45:10.707350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14615): Terminating (SIGTERM)\u000a23:45:10.749031 run iperf3-srv_10.42.42.10(pid=14616): Terminating (SIGTERM)\u000a23:45:10.790814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14619): Terminating (SIGTERM)\u000a23:45:10.832536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14622): Terminating (SIGTERM)\u000a23:45:10.874931 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14625): Terminating (SIGTERM)\u000a23:45:10.884559 --- ParallelTerminationStrategy: PID 14615 died...\u000a23:45:10.940721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14615): Terminated: ok {rc=0}\u000a23:45:10.950643 --- ParallelTerminationStrategy: PID 14616 died...\u000a23:45:11.006380 run iperf3-srv_10.42.42.10(pid=14616): Terminated {rc=256}\u000a23:45:11.016358 --- ParallelTerminationStrategy: PID 14619 died...\u000a23:45:11.072143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14619): Terminated: ok {rc=0}\u000a23:45:11.082324 --- ParallelTerminationStrategy: PID 14622 died...\u000a23:45:11.138052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14622): Terminated: ok {rc=0}\u000a23:45:11.148025 --- ParallelTerminationStrategy: PID 14625 died...\u000a23:45:11.203805 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14625): Terminated: ok {rc=0}\u000a23:45:11.289737 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14641): Process ended prematurely: osmo-stp_10.42.42.5(pid=14641) [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14641)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14641): Process ended prematurely: osmo-stp_10.42.42.5(pid=14641) [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14641)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a23:45:12.407058 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:12.419013 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:45:12.583438 tst iperf3m4.py: using LAC 37058\u000a23:45:12.713118 tst iperf3m4.py: using RAC 83\u000a23:45:12.835286 tst iperf3m4.py: using CellId 37058\u000a23:45:12.958131 tst iperf3m4.py: using BVCI 37059\u000a23:45:12.982416 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:12.993920 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:13.005158 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:13.016338 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:13.027846 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:13.039428 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:13.051080 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:13.062539 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:13.074248 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:45:13.194537 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:45:13.311913 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:45:13.427271 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:45:13.716535 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:45:13.848632 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:45:14.175403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14627): Launched\u000a23:45:14.447850 run iperf3-srv_10.42.42.10(pid=14628): Launched\u000a23:45:14.642758 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:45:14.775367 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:45:15.103195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14629): Launched\u000a23:45:15.375225 run iperf3-srv_10.42.42.10(pid=14630): Launched\u000a23:45:15.569876 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:45:15.702193 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:45:16.040778 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14631): Launched\u000a23:45:16.378232 run iperf3-srv_10.42.42.10(pid=14632): Launched\u000a23:45:16.569934 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:45:16.702966 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:45:17.043525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14633): Launched\u000a23:45:17.319935 run iperf3-srv_10.42.42.10(pid=14634): Launched\u000a23:45:17.514665 tst iperf3m4.py:8: start network...\u000a23:45:17.647514 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:45:18.146123 run create_hlr_db(pid=14635): Launched\u000a23:45:18.330531 bus /gobi_6: Setting Powered False\u000a23:45:19.352574 run create_hlr_db(pid=14635): Terminated: ok {rc=0}\u000a23:45:19.753306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14637): Launched\u000a23:45:20.052435 run osmo-hlr_10.42.42.2(pid=14638): Launched\u000a23:45:20.170153 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:45:20.700924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14640): Launched\u000a23:45:21.018372 run osmo-stp_10.42.42.5(pid=14641): Launched\u000a23:45:21.134307 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:45:21.688749 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14643): Launched\u000a23:45:21.802994 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:45:22.080912 run patchelf(pid=14644): Launched\u000a23:45:22.268279 run osmo-stp_10.42.42.5(pid=14641): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14641)]\u000a23:45:22.405584 run osmo-stp_10.42.42.5(pid=14641): stdout: \u000a| (launched: 2022-12-13_23:45:20.862777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:45:22.542900 run osmo-stp_10.42.42.5(pid=14641): stderr: \u000a| �[0;m�[38;5;43m20221213234521057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234521057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234521057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234521057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234521058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234521058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234521058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:45:22.675025 run osmo-stp_10.42.42.5(pid=14641): stdout: \u000a| (launched: 2022-12-13_23:45:20.862777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:45:22.806324 run osmo-stp_10.42.42.5(pid=14641): stderr: \u000a| �[0;m�[38;5;43m20221213234521057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234521057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234521057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234521057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234521058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234521058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234521058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:45:22.959020 run patchelf(pid=14644): Terminating (SIGINT)\u000a23:45:23.138154 run patchelf(pid=14644): Terminated: ok {rc=0}\u000a23:45:23.171034 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14641): Process ended prematurely: osmo-stp_10.42.42.5(pid=14641) [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14641)] [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a23:45:23.180818 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a23:45:23.245527 run osmo-hlr_10.42.42.2(pid=14638): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14638)]\u000a23:45:23.297822 run osmo-hlr_10.42.42.2(pid=14638): stdout: \u000a| (launched: 2022-12-13_23:45:19.905086) \u000a23:45:23.350855 run osmo-hlr_10.42.42.2(pid=14638): stderr: \u000a| �[0;m�[1;31m20221213234520081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234520081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234520081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234520081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234520081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234520081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234520093 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234520102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234520102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234520102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:45:23.396087 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14627): Terminating (SIGTERM)\u000a23:45:23.439131 run iperf3-srv_10.42.42.10(pid=14628): Terminating (SIGTERM)\u000a23:45:23.482047 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14629): Terminating (SIGTERM)\u000a23:45:23.524696 run iperf3-srv_10.42.42.10(pid=14630): Terminating (SIGTERM)\u000a23:45:23.567522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14631): Terminating (SIGTERM)\u000a23:45:23.610694 run iperf3-srv_10.42.42.10(pid=14632): Terminating (SIGTERM)\u000a23:45:23.653397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14633): Terminating (SIGTERM)\u000a23:45:23.695984 run iperf3-srv_10.42.42.10(pid=14634): Terminating (SIGTERM)\u000a23:45:23.738666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14637): Terminating (SIGTERM)\u000a23:45:23.781069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14640): Terminating (SIGTERM)\u000a23:45:23.824095 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14643): Terminating (SIGTERM)\u000a23:45:23.834012 --- ParallelTerminationStrategy: PID 14627 died...\u000a23:45:23.891030 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14627): Terminated: ok {rc=0}\u000a23:45:23.901237 --- ParallelTerminationStrategy: PID 14628 died...\u000a23:45:23.957414 run iperf3-srv_10.42.42.10(pid=14628): Terminated {rc=256}\u000a23:45:23.967484 --- ParallelTerminationStrategy: PID 14629 died...\u000a23:45:24.024196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14629): Terminated: ok {rc=0}\u000a23:45:24.034488 --- ParallelTerminationStrategy: PID 14630 died...\u000a23:45:24.090884 run iperf3-srv_10.42.42.10(pid=14630): Terminated {rc=256}\u000a23:45:24.101038 --- ParallelTerminationStrategy: PID 14631 died...\u000a23:45:24.157726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14631): Terminated: ok {rc=0}\u000a23:45:24.167941 --- ParallelTerminationStrategy: PID 14632 died...\u000a23:45:24.224023 run iperf3-srv_10.42.42.10(pid=14632): Terminated {rc=256}\u000a23:45:24.234131 --- ParallelTerminationStrategy: PID 14633 died...\u000a23:45:24.291081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14633): Terminated: ok {rc=0}\u000a23:45:24.301446 --- ParallelTerminationStrategy: PID 14634 died...\u000a23:45:24.357582 run iperf3-srv_10.42.42.10(pid=14634): Terminated {rc=256}\u000a23:45:24.367731 --- ParallelTerminationStrategy: PID 14637 died...\u000a23:45:24.424180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14637): Terminated: ok {rc=0}\u000a23:45:24.434431 --- ParallelTerminationStrategy: PID 14640 died...\u000a23:45:24.491222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14640): Terminated: ok {rc=0}\u000a23:45:24.501615 --- ParallelTerminationStrategy: PID 14643 died...\u000a23:45:24.558479 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14643): Terminated: ok {rc=0}\u000a23:45:24.646402 bus /gobi_4: Setting Powered False\u000a23:45:25.748123 bus /gobi_4: Setting Powered False\u000a23:45:26.854522 bus /gobi_1: Setting Powered False\u000a23:45:27.961315 bus /gobi_1: Setting Powered False\u000a23:45:29.068697 bus /gobi_0: Setting Powered False\u000a23:45:30.174510 bus /gobi_0: Setting Powered False\u000a23:45:31.286854 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14651): Process ended prematurely: osmo-stp_10.42.42.5(pid=14651) [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14651)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14651): Process ended prematurely: osmo-stp_10.42.42.5(pid=14651) [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14651)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a23:45:32.353341 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:32.364878 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:45:32.520822 tst ping.py: using LAC 37059\u000a23:45:32.645313 tst ping.py: using RAC 84\u000a23:45:32.769576 tst ping.py: using CellId 37059\u000a23:45:32.896798 tst ping.py: using BVCI 37060\u000a23:45:32.921051 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:32.932684 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:32.944185 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:32.955708 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:32.967914 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:32.980157 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:32.992817 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:33.004939 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:45:33.278222 tst ping.py:19: start network...\u000a23:45:33.399427 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:45:33.865936 run create_hlr_db(pid=14645): Launched\u000a23:45:34.035556 bus /gobi_6: Setting Powered False\u000a23:45:35.054838 run create_hlr_db(pid=14645): Terminated: ok {rc=0}\u000a23:45:35.469487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14647): Launched\u000a23:45:35.780413 run osmo-hlr_10.42.42.2(pid=14648): Launched\u000a23:45:35.897119 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:45:36.439766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14650): Launched\u000a23:45:36.750219 run osmo-stp_10.42.42.5(pid=14651): Launched\u000a23:45:36.863568 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:45:37.406032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14653): Launched\u000a23:45:37.517386 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:45:37.788589 run patchelf(pid=14654): Launched\u000a23:45:37.971235 run osmo-stp_10.42.42.5(pid=14651): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14651)]\u000a23:45:38.105371 run osmo-stp_10.42.42.5(pid=14651): stdout: \u000a| (launched: 2022-12-13_23:45:36.597904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:45:38.239226 run osmo-stp_10.42.42.5(pid=14651): stderr: \u000a| �[0;m�[38;5;43m20221213234536787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234536787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234536788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234536788 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234536789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234536789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234536789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:45:38.369878 run osmo-stp_10.42.42.5(pid=14651): stdout: \u000a| (launched: 2022-12-13_23:45:36.597904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:45:38.498228 run osmo-stp_10.42.42.5(pid=14651): stderr: \u000a| �[0;m�[38;5;43m20221213234536787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234536787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234536788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234536788 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234536789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234536789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234536789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:45:38.647498 run patchelf(pid=14654): Terminating (SIGINT)\u000a23:45:38.823022 run patchelf(pid=14654): Terminated: ok {rc=0}\u000a23:45:38.855082 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14651): Process ended prematurely: osmo-stp_10.42.42.5(pid=14651) [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14651)] [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a23:45:38.864032 tst ping.py:22: Test FAILED (6.5 sec)\u000a23:45:38.926949 run osmo-hlr_10.42.42.2(pid=14648): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14648)]\u000a23:45:38.978426 run osmo-hlr_10.42.42.2(pid=14648): stdout: \u000a| (launched: 2022-12-13_23:45:35.627744) \u000a23:45:39.030439 run osmo-hlr_10.42.42.2(pid=14648): stderr: \u000a| �[0;m�[1;31m20221213234535823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234535823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234535823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234535823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234535823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234535823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234535835 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234535844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234535844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234535844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:45:39.074778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14647): Terminating (SIGTERM)\u000a23:45:39.117020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14650): Terminating (SIGTERM)\u000a23:45:39.159253 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14653): Terminating (SIGTERM)\u000a23:45:39.169094 --- ParallelTerminationStrategy: PID 14647 died...\u000a23:45:39.225949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14647): Terminated: ok {rc=0}\u000a23:45:39.236162 --- ParallelTerminationStrategy: PID 14650 died...\u000a23:45:39.292777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14650): Terminated: ok {rc=0}\u000a23:45:39.303036 --- ParallelTerminationStrategy: PID 14653 died...\u000a23:45:39.359647 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14653): Terminated: ok {rc=0}\u000a23:45:39.446004 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14661): Process ended prematurely: osmo-stp_10.42.42.5(pid=14661) [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14661)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14661): Process ended prematurely: osmo-stp_10.42.42.5(pid=14661) [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14661)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a23:45:40.497668 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:40.509903 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:45:40.674305 tst ping_idle_ping.py: using LAC 37060\u000a23:45:40.796560 tst ping_idle_ping.py: using RAC 85\u000a23:45:40.919119 tst ping_idle_ping.py: using CellId 37060\u000a23:45:41.041779 tst ping_idle_ping.py: using BVCI 37061\u000a23:45:41.065773 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:41.077334 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:41.088660 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:41.100079 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:41.111746 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:41.123588 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:41.135429 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:41.147007 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:45:41.430993 tst ping_idle_ping.py:24: start network...\u000a23:45:41.562016 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:45:42.060098 run create_hlr_db(pid=14655): Launched\u000a23:45:42.242067 bus /gobi_6: Setting Powered False\u000a23:45:43.263358 run create_hlr_db(pid=14655): Terminated: ok {rc=0}\u000a23:45:43.656578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14657): Launched\u000a23:45:43.948201 run osmo-hlr_10.42.42.2(pid=14658): Launched\u000a23:45:44.062738 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:45:44.577424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14660): Launched\u000a23:45:44.869401 run osmo-stp_10.42.42.5(pid=14661): Launched\u000a23:45:44.976806 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:45:45.485770 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14663): Launched\u000a23:45:45.589664 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:45:45.859590 run patchelf(pid=14664): Launched\u000a23:45:46.055477 run osmo-stp_10.42.42.5(pid=14661): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14661)]\u000a23:45:46.221431 run osmo-stp_10.42.42.5(pid=14661): stdout: \u000a| (launched: 2022-12-13_23:45:44.725955)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:45:46.379220 run osmo-stp_10.42.42.5(pid=14661): stderr: \u000a| �[0;m�[38;5;43m20221213234544897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234544897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234544898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234544898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234544899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234544899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234544899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:45:46.539516 run osmo-stp_10.42.42.5(pid=14661): stdout: \u000a| (launched: 2022-12-13_23:45:44.725955)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:45:46.674432 run osmo-stp_10.42.42.5(pid=14661): stderr: \u000a| �[0;m�[38;5;43m20221213234544897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234544897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234544898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234544898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234544899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234544899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234544899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:45:46.830557 run patchelf(pid=14664): Terminating (SIGINT)\u000a23:45:47.013706 run patchelf(pid=14664): Terminated: ok {rc=0}\u000a23:45:47.047250 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14661): Process ended prematurely: osmo-stp_10.42.42.5(pid=14661) [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14661)] [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a23:45:47.057767 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a23:45:47.123882 run osmo-hlr_10.42.42.2(pid=14658): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14658)]\u000a23:45:47.177279 run osmo-hlr_10.42.42.2(pid=14658): stdout: \u000a| (launched: 2022-12-13_23:45:43.805448) \u000a23:45:47.232792 run osmo-hlr_10.42.42.2(pid=14658): stderr: \u000a| �[0;m�[1;31m20221213234543979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234543979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234543979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234543979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234543979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234543979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234543991 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234544001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234544001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234544001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:45:47.279727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14657): Terminating (SIGTERM)\u000a23:45:47.322714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14660): Terminating (SIGTERM)\u000a23:45:47.364905 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14663): Terminating (SIGTERM)\u000a23:45:47.374649 --- ParallelTerminationStrategy: PID 14657 died...\u000a23:45:47.431300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14657): Terminated: ok {rc=0}\u000a23:45:47.441987 --- ParallelTerminationStrategy: PID 14660 died...\u000a23:45:47.498466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14660): Terminated: ok {rc=0}\u000a23:45:47.508544 --- ParallelTerminationStrategy: PID 14663 died...\u000a23:45:47.564868 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14663): Terminated: ok {rc=0}\u000a23:45:47.651714 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:44:50" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14684): Process ended prematurely: osmo-stp_10.42.42.5(pid=14684) [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14684)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14684): Process ended prematurely: osmo-stp_10.42.42.5(pid=14684) [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14684)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:45:49.821957 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:45:49.833130 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:45:49.986949 tst cs_paging_gprs_active.py: using LAC 37061\u000a23:45:50.102273 tst cs_paging_gprs_active.py: using RAC 86\u000a23:45:50.226575 tst cs_paging_gprs_active.py: using CellId 37061\u000a23:45:50.352088 tst cs_paging_gprs_active.py: using BVCI 37062\u000a23:45:50.376479 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:45:50.387898 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:45:50.399576 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:45:50.410921 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:45:50.422472 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:45:50.433861 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:45:50.445523 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:45:50.457005 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:45:50.468603 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:45:50.585852 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:45:50.878194 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:45:51.011686 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:45:51.340459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14670): Launched\u000a23:45:51.613533 run iperf3-srv_10.42.42.10(pid=14671): Launched\u000a23:45:51.809520 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:45:51.943849 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:45:52.273907 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14676): Launched\u000a23:45:52.546403 run iperf3-srv_10.42.42.10(pid=14677): Launched\u000a23:45:52.742033 tst cs_paging_gprs_active.py:38: start network...\u000a23:45:52.875533 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:45:53.376461 run create_hlr_db(pid=14678): Launched\u000a23:45:53.560941 bus /gobi_6: Setting Powered False\u000a23:45:54.582928 run create_hlr_db(pid=14678): Terminated: ok {rc=0}\u000a23:45:54.983657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14680): Launched\u000a23:45:55.281822 run osmo-hlr_10.42.42.2(pid=14681): Launched\u000a23:45:55.402195 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:45:55.928544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14683): Launched\u000a23:45:56.225911 run osmo-stp_10.42.42.5(pid=14684): Launched\u000a23:45:56.335107 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:45:56.852646 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14686): Launched\u000a23:45:56.959416 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:45:57.218288 run patchelf(pid=14687): Launched\u000a23:45:57.392577 run osmo-stp_10.42.42.5(pid=14684): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14684)]\u000a23:45:57.520371 run osmo-stp_10.42.42.5(pid=14684): stdout: \u000a| (launched: 2022-12-13_23:45:56.080089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:45:57.648482 run osmo-stp_10.42.42.5(pid=14684): stderr: \u000a| �[0;m�[38;5;43m20221213234556249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234556249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234556249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234556249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234556251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234556252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234556252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:45:57.771869 run osmo-stp_10.42.42.5(pid=14684): stdout: \u000a| (launched: 2022-12-13_23:45:56.080089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:45:57.894003 run osmo-stp_10.42.42.5(pid=14684): stderr: \u000a| �[0;m�[38;5;43m20221213234556249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234556249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234556249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234556249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234556251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234556252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234556252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:45:58.036218 run patchelf(pid=14687): Terminating (SIGINT)\u000a23:45:58.203842 run patchelf(pid=14687): Terminated: ok {rc=0}\u000a23:45:58.234708 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14684): Process ended prematurely: osmo-stp_10.42.42.5(pid=14684) [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14684)] [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a23:45:58.243818 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a23:45:58.303047 run osmo-hlr_10.42.42.2(pid=14681): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14681)]\u000a23:45:58.351726 run osmo-hlr_10.42.42.2(pid=14681): stdout: \u000a| (launched: 2022-12-13_23:45:55.135480) \u000a23:45:58.400983 run osmo-hlr_10.42.42.2(pid=14681): stderr: \u000a| �[0;m�[1;31m20221213234555311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234555311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234555311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234555311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234555312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234555312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234555324 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234555335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234555335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234555335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:45:58.442638 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14670): Terminating (SIGTERM)\u000a23:45:58.481650 run iperf3-srv_10.42.42.10(pid=14671): Terminating (SIGTERM)\u000a23:45:58.520699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14676): Terminating (SIGTERM)\u000a23:45:58.559479 run iperf3-srv_10.42.42.10(pid=14677): Terminating (SIGTERM)\u000a23:45:58.598492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14680): Terminating (SIGTERM)\u000a23:45:58.637481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14683): Terminating (SIGTERM)\u000a23:45:58.676507 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14686): Terminating (SIGTERM)\u000a23:45:58.685545 --- ParallelTerminationStrategy: PID 14670 died...\u000a23:45:58.737922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14670): Terminated: ok {rc=0}\u000a23:45:58.747301 --- ParallelTerminationStrategy: PID 14671 died...\u000a23:45:58.799219 run iperf3-srv_10.42.42.10(pid=14671): Terminated {rc=256}\u000a23:45:58.808504 --- ParallelTerminationStrategy: PID 14676 died...\u000a23:45:58.860653 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14676): Terminated: ok {rc=0}\u000a23:45:58.870008 --- ParallelTerminationStrategy: PID 14677 died...\u000a23:45:58.922118 run iperf3-srv_10.42.42.10(pid=14677): Terminated {rc=256}\u000a23:45:58.931431 --- ParallelTerminationStrategy: PID 14680 died...\u000a23:45:58.984118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14680): Terminated: ok {rc=0}\u000a23:45:58.993634 --- ParallelTerminationStrategy: PID 14683 died...\u000a23:45:59.045736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14683): Terminated: ok {rc=0}\u000a23:45:59.055092 --- ParallelTerminationStrategy: PID 14686 died...\u000a23:45:59.107132 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14686): Terminated: ok {rc=0}\u000a23:45:59.193970 bus /gobi_0: Setting Powered False\u000a23:46:00.296187 bus /gobi_0: Setting Powered False\u000a23:46:01.404468 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14696): Process ended prematurely: osmo-stp_10.42.42.5(pid=14696) [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14696)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14696): Process ended prematurely: osmo-stp_10.42.42.5(pid=14696) [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14696)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a23:46:02.517468 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:02.529666 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:46:02.695958 tst iperf3.py: using LAC 37062\u000a23:46:02.821477 tst iperf3.py: using RAC 87\u000a23:46:02.954580 tst iperf3.py: using CellId 37062\u000a23:46:03.090250 tst iperf3.py: using BVCI 37063\u000a23:46:03.114530 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:03.125988 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:03.137382 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:03.148518 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:03.160078 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:03.171621 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:03.183362 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:03.194843 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:03.206542 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:46:03.481132 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:46:03.605134 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:46:03.913321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14688): Launched\u000a23:46:04.169194 run iperf3-srv_10.42.42.10(pid=14689): Launched\u000a23:46:04.351256 tst iperf3.py:8: start network...\u000a23:46:04.475277 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:46:04.955195 run create_hlr_db(pid=14690): Launched\u000a23:46:05.138697 bus /gobi_6: Setting Powered False\u000a23:46:06.161180 run create_hlr_db(pid=14690): Terminated: ok {rc=0}\u000a23:46:06.583095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14692): Launched\u000a23:46:06.901865 run osmo-hlr_10.42.42.2(pid=14693): Launched\u000a23:46:07.022100 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:46:07.576528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14695): Launched\u000a23:46:07.894489 run osmo-stp_10.42.42.5(pid=14696): Launched\u000a23:46:08.011134 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:46:08.566388 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14698): Launched\u000a23:46:08.680499 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:46:08.951129 run patchelf(pid=14699): Launched\u000a23:46:09.126884 run osmo-stp_10.42.42.5(pid=14696): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14696)]\u000a23:46:09.254888 run osmo-stp_10.42.42.5(pid=14696): stdout: \u000a| (launched: 2022-12-13_23:46:07.738969)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:46:09.383379 run osmo-stp_10.42.42.5(pid=14696): stderr: \u000a| �[0;m�[38;5;43m20221213234607933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234607933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234607934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234607934 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234607934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234607934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234607934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:46:09.507327 run osmo-stp_10.42.42.5(pid=14696): stdout: \u000a| (launched: 2022-12-13_23:46:07.738969)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:46:09.630247 run osmo-stp_10.42.42.5(pid=14696): stderr: \u000a| �[0;m�[38;5;43m20221213234607933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234607933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234607934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234607934 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234607934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234607934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234607934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:46:09.773296 run patchelf(pid=14699): Terminating (SIGINT)\u000a23:46:09.943354 run patchelf(pid=14699): Terminated: ok {rc=0}\u000a23:46:09.974159 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14696): Process ended prematurely: osmo-stp_10.42.42.5(pid=14696) [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14696)] [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a23:46:09.983333 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a23:46:10.042471 run osmo-hlr_10.42.42.2(pid=14693): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14693)]\u000a23:46:10.090757 run osmo-hlr_10.42.42.2(pid=14693): stdout: \u000a| (launched: 2022-12-13_23:46:06.746241) \u000a23:46:10.139651 run osmo-hlr_10.42.42.2(pid=14693): stderr: \u000a| �[0;m�[1;31m20221213234606946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234606946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234606946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234606946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234606946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234606946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234606959 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234606968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234606968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234606968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:46:10.181264 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14688): Terminating (SIGTERM)\u000a23:46:10.220175 run iperf3-srv_10.42.42.10(pid=14689): Terminating (SIGTERM)\u000a23:46:10.259291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14692): Terminating (SIGTERM)\u000a23:46:10.298536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14695): Terminating (SIGTERM)\u000a23:46:10.337742 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14698): Terminating (SIGTERM)\u000a23:46:10.346775 --- ParallelTerminationStrategy: PID 14688 died...\u000a23:46:10.399377 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14688): Terminated: ok {rc=0}\u000a23:46:10.408830 --- ParallelTerminationStrategy: PID 14689 died...\u000a23:46:10.460934 run iperf3-srv_10.42.42.10(pid=14689): Terminated {rc=256}\u000a23:46:10.470282 --- ParallelTerminationStrategy: PID 14692 died...\u000a23:46:10.522456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14692): Terminated: ok {rc=0}\u000a23:46:10.531784 --- ParallelTerminationStrategy: PID 14695 died...\u000a23:46:10.583915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14695): Terminated: ok {rc=0}\u000a23:46:10.593339 --- ParallelTerminationStrategy: PID 14698 died...\u000a23:46:10.645217 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14698): Terminated: ok {rc=0}\u000a23:46:10.732290 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14714): Process ended prematurely: osmo-stp_10.42.42.5(pid=14714) [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14714)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14714): Process ended prematurely: osmo-stp_10.42.42.5(pid=14714) [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14714)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a23:46:11.841724 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:11.853300 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:46:12.018220 tst iperf3m4.py: using LAC 37063\u000a23:46:12.142504 tst iperf3m4.py: using RAC 88\u000a23:46:12.268505 tst iperf3m4.py: using CellId 37063\u000a23:46:12.389107 tst iperf3m4.py: using BVCI 37064\u000a23:46:12.411886 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:12.422902 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:12.433687 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:12.444495 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:12.455313 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:12.466051 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:12.476856 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:12.487571 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:12.498536 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:46:12.614805 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:46:12.735273 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:46:12.852349 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:46:13.127496 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:46:13.251406 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:46:13.559109 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14700): Launched\u000a23:46:13.814314 run iperf3-srv_10.42.42.10(pid=14701): Launched\u000a23:46:13.995557 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:46:14.119451 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:46:14.427116 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14702): Launched\u000a23:46:14.682077 run iperf3-srv_10.42.42.10(pid=14703): Launched\u000a23:46:14.863523 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:46:14.987683 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:46:15.296449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14704): Launched\u000a23:46:15.551636 run iperf3-srv_10.42.42.10(pid=14705): Launched\u000a23:46:15.732422 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:46:15.874479 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:46:16.233393 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14706): Launched\u000a23:46:16.527468 run iperf3-srv_10.42.42.10(pid=14707): Launched\u000a23:46:16.729278 tst iperf3m4.py:8: start network...\u000a23:46:16.868741 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:46:17.374944 run create_hlr_db(pid=14708): Launched\u000a23:46:17.558628 bus /gobi_6: Setting Powered False\u000a23:46:18.579762 run create_hlr_db(pid=14708): Terminated: ok {rc=0}\u000a23:46:18.978359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14710): Launched\u000a23:46:19.275751 run osmo-hlr_10.42.42.2(pid=14711): Launched\u000a23:46:19.385176 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:46:19.900114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14713): Launched\u000a23:46:20.195713 run osmo-stp_10.42.42.5(pid=14714): Launched\u000a23:46:20.313815 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:46:20.837088 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14716): Launched\u000a23:46:20.942651 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:46:21.202127 run patchelf(pid=14717): Launched\u000a23:46:21.376090 run osmo-stp_10.42.42.5(pid=14714): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14714)]\u000a23:46:21.503364 run osmo-stp_10.42.42.5(pid=14714): stdout: \u000a| (launched: 2022-12-13_23:46:20.050952)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:46:21.631033 run osmo-stp_10.42.42.5(pid=14714): stderr: \u000a| �[0;m�[38;5;43m20221213234620222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234620222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234620223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234620223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234620223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234620223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234620224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:46:21.754265 run osmo-stp_10.42.42.5(pid=14714): stdout: \u000a| (launched: 2022-12-13_23:46:20.050952)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:46:21.876191 run osmo-stp_10.42.42.5(pid=14714): stderr: \u000a| �[0;m�[38;5;43m20221213234620222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234620222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234620223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234620223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234620223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234620223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234620224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:46:22.018908 run patchelf(pid=14717): Terminating (SIGINT)\u000a23:46:22.186325 run patchelf(pid=14717): Terminated: ok {rc=0}\u000a23:46:22.217177 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14714): Process ended prematurely: osmo-stp_10.42.42.5(pid=14714) [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14714)] [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a23:46:22.226424 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a23:46:22.286537 run osmo-hlr_10.42.42.2(pid=14711): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14711)]\u000a23:46:22.335396 run osmo-hlr_10.42.42.2(pid=14711): stdout: \u000a| (launched: 2022-12-13_23:46:19.130047) \u000a23:46:22.384603 run osmo-hlr_10.42.42.2(pid=14711): stderr: \u000a| �[0;m�[1;31m20221213234619305 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234619305 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234619305 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234619305 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234619305 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234619305 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234619321 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234619331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234619331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234619331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:46:22.426621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14700): Terminating (SIGTERM)\u000a23:46:22.466074 run iperf3-srv_10.42.42.10(pid=14701): Terminating (SIGTERM)\u000a23:46:22.505564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14702): Terminating (SIGTERM)\u000a23:46:22.545053 run iperf3-srv_10.42.42.10(pid=14703): Terminating (SIGTERM)\u000a23:46:22.584389 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14704): Terminating (SIGTERM)\u000a23:46:22.623700 run iperf3-srv_10.42.42.10(pid=14705): Terminating (SIGTERM)\u000a23:46:22.663051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14706): Terminating (SIGTERM)\u000a23:46:22.702202 run iperf3-srv_10.42.42.10(pid=14707): Terminating (SIGTERM)\u000a23:46:22.741482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14710): Terminating (SIGTERM)\u000a23:46:22.780703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14713): Terminating (SIGTERM)\u000a23:46:22.820041 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14716): Terminating (SIGTERM)\u000a23:46:22.829190 --- ParallelTerminationStrategy: PID 14700 died...\u000a23:46:22.881902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14700): Terminated: ok {rc=0}\u000a23:46:22.891323 --- ParallelTerminationStrategy: PID 14701 died...\u000a23:46:22.943527 run iperf3-srv_10.42.42.10(pid=14701): Terminated {rc=256}\u000a23:46:22.952881 --- ParallelTerminationStrategy: PID 14702 died...\u000a23:46:23.005261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14702): Terminated: ok {rc=0}\u000a23:46:23.014665 --- ParallelTerminationStrategy: PID 14703 died...\u000a23:46:23.067035 run iperf3-srv_10.42.42.10(pid=14703): Terminated {rc=256}\u000a23:46:23.076445 --- ParallelTerminationStrategy: PID 14704 died...\u000a23:46:23.128857 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14704): Terminated: ok {rc=0}\u000a23:46:23.138279 --- ParallelTerminationStrategy: PID 14705 died...\u000a23:46:23.191267 run iperf3-srv_10.42.42.10(pid=14705): Terminated {rc=256}\u000a23:46:23.200709 --- ParallelTerminationStrategy: PID 14706 died...\u000a23:46:23.253189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14706): Terminated: ok {rc=0}\u000a23:46:23.262613 --- ParallelTerminationStrategy: PID 14707 died...\u000a23:46:23.314910 run iperf3-srv_10.42.42.10(pid=14707): Terminated {rc=256}\u000a23:46:23.324362 --- ParallelTerminationStrategy: PID 14710 died...\u000a23:46:23.376680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14710): Terminated: ok {rc=0}\u000a23:46:23.386169 --- ParallelTerminationStrategy: PID 14713 died...\u000a23:46:23.438591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14713): Terminated: ok {rc=0}\u000a23:46:23.448053 --- ParallelTerminationStrategy: PID 14716 died...\u000a23:46:23.500560 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14716): Terminated: ok {rc=0}\u000a23:46:23.588577 bus /gobi_4: Setting Powered False\u000a23:46:24.696093 bus /gobi_4: Setting Powered False\u000a23:46:25.807525 bus /gobi_1: Setting Powered False\u000a23:46:26.909753 bus /gobi_1: Setting Powered False\u000a23:46:28.016093 bus /gobi_0: Setting Powered False\u000a23:46:29.120095 bus /gobi_0: Setting Powered False\u000a23:46:30.228741 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14725): Process ended prematurely: osmo-stp_10.42.42.5(pid=14725) [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14725)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14725): Process ended prematurely: osmo-stp_10.42.42.5(pid=14725) [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14725)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a23:46:31.304507 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:31.320005 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:46:31.520262 tst ping.py: using LAC 37064\u000a23:46:31.662166 tst ping.py: using RAC 89\u000a23:46:31.779536 tst ping.py: using CellId 37064\u000a23:46:31.900331 tst ping.py: using BVCI 37065\u000a23:46:31.923948 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:31.935506 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:31.946832 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:31.958091 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:31.969196 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:31.980814 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:31.992578 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:32.004119 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:46:32.321341 tst ping.py:19: start network...\u000a23:46:32.443130 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:46:32.908618 run create_hlr_db(pid=14718): Launched\u000a23:46:33.076730 bus /gobi_6: Setting Powered False\u000a23:46:34.098511 run create_hlr_db(pid=14718): Terminated: ok {rc=0}\u000a23:46:34.514171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14721): Launched\u000a23:46:34.826005 run osmo-hlr_10.42.42.2(pid=14722): Launched\u000a23:46:34.944802 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:46:35.494141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14724): Launched\u000a23:46:35.805359 run osmo-stp_10.42.42.5(pid=14725): Launched\u000a23:46:35.919011 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:46:36.463929 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14727): Launched\u000a23:46:36.575866 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:46:36.847684 run patchelf(pid=14728): Launched\u000a23:46:37.030839 run osmo-stp_10.42.42.5(pid=14725): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14725)]\u000a23:46:37.165316 run osmo-stp_10.42.42.5(pid=14725): stdout: \u000a| (launched: 2022-12-13_23:46:35.652799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:46:37.300503 run osmo-stp_10.42.42.5(pid=14725): stderr: \u000a| �[0;m�[38;5;43m20221213234635842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234635842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234635842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234635843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234635843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234635843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234635843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:46:37.430637 run osmo-stp_10.42.42.5(pid=14725): stdout: \u000a| (launched: 2022-12-13_23:46:35.652799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:46:37.559976 run osmo-stp_10.42.42.5(pid=14725): stderr: \u000a| �[0;m�[38;5;43m20221213234635842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234635842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234635842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234635843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234635843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234635843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234635843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:46:37.709116 run patchelf(pid=14728): Terminating (SIGINT)\u000a23:46:37.884005 run patchelf(pid=14728): Terminated: ok {rc=0}\u000a23:46:37.916285 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14725): Process ended prematurely: osmo-stp_10.42.42.5(pid=14725) [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14725)] [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a23:46:37.925716 tst ping.py:22: Test FAILED (6.6 sec)\u000a23:46:37.988543 run osmo-hlr_10.42.42.2(pid=14722): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14722)]\u000a23:46:38.040083 run osmo-hlr_10.42.42.2(pid=14722): stdout: \u000a| (launched: 2022-12-13_23:46:34.672642) \u000a23:46:38.092128 run osmo-hlr_10.42.42.2(pid=14722): stderr: \u000a| �[0;m�[1;31m20221213234634871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234634871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234634871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234634871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234634871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234634871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234634885 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234634893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234634894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234634894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:46:38.136388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14721): Terminating (SIGTERM)\u000a23:46:38.178605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14724): Terminating (SIGTERM)\u000a23:46:38.220219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14727): Terminating (SIGTERM)\u000a23:46:38.229863 --- ParallelTerminationStrategy: PID 14721 died...\u000a23:46:38.286145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14721): Terminated: ok {rc=0}\u000a23:46:38.296026 --- ParallelTerminationStrategy: PID 14724 died...\u000a23:46:38.351682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14724): Terminated: ok {rc=0}\u000a23:46:38.361909 --- ParallelTerminationStrategy: PID 14727 died...\u000a23:46:38.417317 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14727): Terminated: ok {rc=0}\u000a23:46:38.502945 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14735): Process ended prematurely: osmo-stp_10.42.42.5(pid=14735) [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14735)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14735): Process ended prematurely: osmo-stp_10.42.42.5(pid=14735) [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14735)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a23:46:39.555327 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:39.567232 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:46:39.731980 tst ping_idle_ping.py: using LAC 37065\u000a23:46:39.857708 tst ping_idle_ping.py: using RAC 90\u000a23:46:39.979178 tst ping_idle_ping.py: using CellId 37065\u000a23:46:40.101857 tst ping_idle_ping.py: using BVCI 37066\u000a23:46:40.125719 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:40.137188 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:40.148424 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:40.159730 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:40.171212 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:40.182785 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:40.194407 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:40.206054 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:46:40.492381 tst ping_idle_ping.py:24: start network...\u000a23:46:40.623413 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:46:41.117805 run create_hlr_db(pid=14729): Launched\u000a23:46:41.300405 bus /gobi_6: Setting Powered False\u000a23:46:42.322312 run create_hlr_db(pid=14729): Terminated: ok {rc=0}\u000a23:46:42.738273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14731): Launched\u000a23:46:43.050847 run osmo-hlr_10.42.42.2(pid=14732): Launched\u000a23:46:43.169059 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:46:43.711274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14734): Launched\u000a23:46:44.023617 run osmo-stp_10.42.42.5(pid=14735): Launched\u000a23:46:44.138391 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:46:44.683465 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14737): Launched\u000a23:46:44.795373 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:46:45.067386 run patchelf(pid=14738): Launched\u000a23:46:45.250618 run osmo-stp_10.42.42.5(pid=14735): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14735)]\u000a23:46:45.385811 run osmo-stp_10.42.42.5(pid=14735): stdout: \u000a| (launched: 2022-12-13_23:46:43.870369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:46:45.520516 run osmo-stp_10.42.42.5(pid=14735): stderr: \u000a| �[0;m�[38;5;43m20221213234644059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234644059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234644060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234644060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234644061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234644061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234644061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:46:45.650368 run osmo-stp_10.42.42.5(pid=14735): stdout: \u000a| (launched: 2022-12-13_23:46:43.870369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:46:45.779495 run osmo-stp_10.42.42.5(pid=14735): stderr: \u000a| �[0;m�[38;5;43m20221213234644059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234644059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234644060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234644060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234644061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234644061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234644061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:46:45.940911 run patchelf(pid=14738): Terminating (SIGINT)\u000a23:46:46.121917 run patchelf(pid=14738): Terminated: ok {rc=0}\u000a23:46:46.155126 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14735): Process ended prematurely: osmo-stp_10.42.42.5(pid=14735) [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14735)] [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a23:46:46.165251 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a23:46:46.230109 run osmo-hlr_10.42.42.2(pid=14732): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14732)]\u000a23:46:46.283149 run osmo-hlr_10.42.42.2(pid=14732): stdout: \u000a| (launched: 2022-12-13_23:46:42.897601) \u000a23:46:46.337129 run osmo-hlr_10.42.42.2(pid=14732): stderr: \u000a| �[0;m�[1;31m20221213234643094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234643094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234643094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234643094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234643094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234643095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234643107 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234643115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234643116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234643116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:46:46.383123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14731): Terminating (SIGTERM)\u000a23:46:46.426372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14734): Terminating (SIGTERM)\u000a23:46:46.471374 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14737): Terminating (SIGTERM)\u000a23:46:46.481587 --- ParallelTerminationStrategy: PID 14731 died...\u000a23:46:46.539403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14731): Terminated: ok {rc=0}\u000a23:46:46.550106 --- ParallelTerminationStrategy: PID 14734 died...\u000a23:46:46.607519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14734): Terminated: ok {rc=0}\u000a23:46:46.618216 --- ParallelTerminationStrategy: PID 14737 died...\u000a23:46:46.675841 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14737): Terminated: ok {rc=0}\u000a23:46:46.764731 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:45:49" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14748): Process ended prematurely: osmo-stp_10.42.42.5(pid=14748) [trial-2396↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14748)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14748): Process ended prematurely: osmo-stp_10.42.42.5(pid=14748) [trial-2396↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14748)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a23:46:48.805163 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:46:48.817178 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:46:48.971329 tst switch_tch_pdch.py: using LAC 37066\u000a23:46:49.087836 tst switch_tch_pdch.py: using RAC 91\u000a23:46:49.204523 tst switch_tch_pdch.py: using CellId 37066\u000a23:46:49.319262 tst switch_tch_pdch.py: using BVCI 37067\u000a23:46:49.341876 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:46:49.353244 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:46:49.364399 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:46:49.375604 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:46:49.386737 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:46:49.397770 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:46:49.408749 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:46:49.419844 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:46:49.539591 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:46:49.812437 tst switch_tch_pdch.py:51: start network...\u000a23:46:49.934125 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:46:50.403485 run create_hlr_db(pid=14742): Launched\u000a23:46:50.572554 bus /gobi_6: Setting Powered False\u000a23:46:51.594616 run create_hlr_db(pid=14742): Terminated: ok {rc=0}\u000a23:46:52.010313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14744): Launched\u000a23:46:52.322230 run osmo-hlr_10.42.42.2(pid=14745): Launched\u000a23:46:52.440537 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:46:52.979743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14747): Launched\u000a23:46:53.290424 run osmo-stp_10.42.42.5(pid=14748): Launched\u000a23:46:53.404106 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:46:53.945095 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14750): Launched\u000a23:46:54.056193 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:46:54.327129 run patchelf(pid=14751): Launched\u000a23:46:54.509777 run osmo-stp_10.42.42.5(pid=14748): ERR: Terminated: ERROR {rc=1} [trial-2396↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14748)]\u000a23:46:54.643131 run osmo-stp_10.42.42.5(pid=14748): stdout: \u000a| (launched: 2022-12-13_23:46:53.137757)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:46:54.776714 run osmo-stp_10.42.42.5(pid=14748): stderr: \u000a| �[0;m�[38;5;43m20221213234653328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234653328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234653328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234653329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234653329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234653329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234653329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:46:54.906010 run osmo-stp_10.42.42.5(pid=14748): stdout: \u000a| (launched: 2022-12-13_23:46:53.137757)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:46:55.034026 run osmo-stp_10.42.42.5(pid=14748): stderr: \u000a| �[0;m�[38;5;43m20221213234653328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234653328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234653328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234653329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234653329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234653329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234653329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:46:55.182700 run patchelf(pid=14751): Terminating (SIGINT)\u000a23:46:55.357977 run patchelf(pid=14751): Terminated: ok {rc=0}\u000a23:46:55.389838 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=14748): Process ended prematurely: osmo-stp_10.42.42.5(pid=14748) [trial-2396↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14748)] [trial-2396↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a23:46:55.398971 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a23:46:55.461915 run osmo-hlr_10.42.42.2(pid=14745): ERR: Terminated: ERROR {rc=237} [trial-2396↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14745)]\u000a23:46:55.513110 run osmo-hlr_10.42.42.2(pid=14745): stdout: \u000a| (launched: 2022-12-13_23:46:52.169813) \u000a23:46:55.564931 run osmo-hlr_10.42.42.2(pid=14745): stderr: \u000a| �[0;m�[1;31m20221213234652363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234652364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234652364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234652364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234652364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234652364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234652376 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234652384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234652385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234652385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:46:55.608983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14744): Terminating (SIGTERM)\u000a23:46:55.650369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14747): Terminating (SIGTERM)\u000a23:46:55.691630 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14750): Terminating (SIGTERM)\u000a23:46:55.700707 --- ParallelTerminationStrategy: PID 14744 died...\u000a23:46:55.756235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14744): Terminated: ok {rc=0}\u000a23:46:55.766104 --- ParallelTerminationStrategy: PID 14747 died...\u000a23:46:55.821493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14747): Terminated: ok {rc=0}\u000a23:46:55.831382 --- ParallelTerminationStrategy: PID 14750 died...\u000a23:46:55.886594 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14750): Terminated: ok {rc=0}\u000a23:46:55.972790 bus /gobi_0: Setting Powered False\u000a23:46:57.076636 bus /gobi_0: Setting Powered False\u000a23:46:58.185634 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:46:48" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14761): Process ended prematurely: osmo-stp_10.42.42.5(pid=14761) [trial-2396↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14761)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14761): Process ended prematurely: osmo-stp_10.42.42.5(pid=14761) [trial-2396↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14761)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a23:47:00.168291 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:47:00.179249 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a23:47:00.332615 tst switch_tch_pdch.py: using LAC 37067\u000a23:47:00.445858 tst switch_tch_pdch.py: using RAC 92\u000a23:47:00.558463 tst switch_tch_pdch.py: using CellId 37067\u000a23:47:00.671238 tst switch_tch_pdch.py: using BVCI 37068\u000a23:47:00.693728 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:47:00.704594 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:47:00.715329 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:47:00.726054 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:47:00.736878 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:47:00.747579 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:47:00.758823 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:47:00.769997 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a23:47:00.892187 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a23:47:01.272677 tst switch_tch_pdch.py:51: start network...\u000a23:47:01.408729 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:47:01.907863 run create_hlr_db(pid=14755): Launched\u000a23:47:02.031831 bus /gobi_6: Setting Powered False\u000a23:47:03.099405 run create_hlr_db(pid=14755): Terminated: ok {rc=0}\u000a23:47:03.488935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14757): Launched\u000a23:47:03.800856 run osmo-hlr_10.42.42.2(pid=14758): Launched\u000a23:47:03.919314 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:47:04.432897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14760): Launched\u000a23:47:04.744472 run osmo-stp_10.42.42.5(pid=14761): Launched\u000a23:47:04.858583 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:47:05.374291 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14763): Launched\u000a23:47:05.485287 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:47:05.755491 run patchelf(pid=14764): Launched\u000a23:47:05.937918 run osmo-stp_10.42.42.5(pid=14761): ERR: Terminated: ERROR {rc=1} [trial-2396↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14761)]\u000a23:47:06.071323 run osmo-stp_10.42.42.5(pid=14761): stdout: \u000a| (launched: 2022-12-13_23:47:04.591343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:47:06.205098 run osmo-stp_10.42.42.5(pid=14761): stderr: \u000a| �[0;m�[38;5;43m20221213234704780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234704781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234704781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234704781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234704782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234704782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234704782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:47:06.334776 run osmo-stp_10.42.42.5(pid=14761): stdout: \u000a| (launched: 2022-12-13_23:47:04.591343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:47:06.463038 run osmo-stp_10.42.42.5(pid=14761): stderr: \u000a| �[0;m�[38;5;43m20221213234704780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234704781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234704781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234704781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234704782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234704782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234704782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:47:06.611947 run patchelf(pid=14764): Terminating (SIGINT)\u000a23:47:06.786355 run patchelf(pid=14764): Terminated: ok {rc=0}\u000a23:47:06.818232 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=14761): Process ended prematurely: osmo-stp_10.42.42.5(pid=14761) [trial-2396↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14761)] [trial-2396↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a23:47:06.827402 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a23:47:06.890617 run osmo-hlr_10.42.42.2(pid=14758): ERR: Terminated: ERROR {rc=237} [trial-2396↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14758)]\u000a23:47:06.942051 run osmo-hlr_10.42.42.2(pid=14758): stdout: \u000a| (launched: 2022-12-13_23:47:03.647997) \u000a23:47:06.994047 run osmo-hlr_10.42.42.2(pid=14758): stderr: \u000a| �[0;m�[1;31m20221213234703844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234703845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234703845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234703845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234703845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234703845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234703862 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234703871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234703871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234703872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:47:07.038194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14757): Terminating (SIGTERM)\u000a23:47:07.079711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14760): Terminating (SIGTERM)\u000a23:47:07.121408 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14763): Terminating (SIGTERM)\u000a23:47:07.130894 --- ParallelTerminationStrategy: PID 14757 died...\u000a23:47:07.186890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14757): Terminated: ok {rc=0}\u000a23:47:07.196791 --- ParallelTerminationStrategy: PID 14760 died...\u000a23:47:07.252007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14760): Terminated: ok {rc=0}\u000a23:47:07.261922 --- ParallelTerminationStrategy: PID 14763 died...\u000a23:47:07.317718 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14763): Terminated: ok {rc=0}\u000a23:47:07.404485 bus /gobi_0: Setting Powered False\u000a23:47:08.507360 bus /gobi_0: Setting Powered False\u000a23:47:09.617387 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:46:59" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=14769): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14769) [trial-2396↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14769)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=14769): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14769) [trial-2396↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14769)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a23:47:11.527030 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a23:47:11.538156 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a23:47:11.678200 tst mo_mt_sms.py: using LAC 37068\u000a23:47:11.799030 tst mo_mt_sms.py: using RAC 93\u000a23:47:11.915936 tst mo_mt_sms.py: using CellId 37068\u000a23:47:12.029780 tst mo_mt_sms.py: using BVCI 37069\u000a23:47:12.051809 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:47:12.170123 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:47:12.456268 tst mo_mt_sms.py:9: start nitb and bts...\u000a23:47:12.586896 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a23:47:13.229975 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14768): Launched\u000a23:47:13.538668 run osmo-nitb_10.42.42.2(pid=14769): Launched\u000a23:47:13.730688 run osmo-nitb_10.42.42.2(pid=14769): ERR: Terminated: ERROR {rc=2} [trial-2396↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14769)]\u000a23:47:13.871978 run osmo-nitb_10.42.42.2(pid=14769): stdout: \u000a| (launched: 2022-12-13_23:47:13.389440) \u000a23:47:14.013876 run osmo-nitb_10.42.42.2(pid=14769): stderr: \u000a| (launched: 2022-12-13_23:47:13.435886)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:47:14.151196 run osmo-nitb_10.42.42.2(pid=14769): stdout: \u000a| (launched: 2022-12-13_23:47:13.389440) \u000a23:47:14.287768 run osmo-nitb_10.42.42.2(pid=14769): stderr: \u000a| (launched: 2022-12-13_23:47:13.435886)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:47:14.664684 tst osmo-nitb_10.42.42.2(pid=14769): stdout: \u000a| (launched: 2022-12-13_23:47:13.389440) \u000a23:47:14.789639 tst osmo-nitb_10.42.42.2(pid=14769): stderr: \u000a| (launched: 2022-12-13_23:47:13.435886)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:47:14.844015 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=14769): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14769) [trial-2396↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14769)] [trial-2396↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a23:47:14.852546 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a23:47:14.888711 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14768): Terminating (SIGTERM)\u000a23:47:15.067351 --- ParallelTerminationStrategy: PID 14768 died...\u000a23:47:15.125470 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14768): Terminated: ok {rc=0}\u000a23:47:15.212931 bus /sierra_3: Setting Powered False\u000a23:47:16.318797 bus /sierra_3: Setting Powered False\u000a23:47:17.426638 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:47:11" }, { "cases" : [ { "testActions" : [ ], "age" : 79, "className" : "sms:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14779): Process ended prematurely: osmo-stp_10.42.42.5(pid=14779) [trial-2396↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14779)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14779): Process ended prematurely: osmo-stp_10.42.42.5(pid=14779) [trial-2396↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14779)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a23:47:19.314830 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:47:19.325343 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a23:47:19.463348 tst mo_mt_sms.py: using LAC 37069\u000a23:47:19.582361 tst mo_mt_sms.py: using RAC 94\u000a23:47:19.698779 tst mo_mt_sms.py: using CellId 37069\u000a23:47:19.813364 tst mo_mt_sms.py: using BVCI 37070\u000a23:47:19.835697 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:47:19.846481 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:47:19.856940 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:47:19.867224 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:47:19.877460 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:47:19.887690 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:47:20.003585 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:47:20.207680 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:47:20.696768 run create_hlr_db(pid=14773): Launched\u000a23:47:20.878113 bus /sierra_2: Setting Powered False\u000a23:47:21.898986 run create_hlr_db(pid=14773): Terminated: ok {rc=0}\u000a23:47:22.290871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14775): Launched\u000a23:47:22.582484 run osmo-hlr_10.42.42.2(pid=14776): Launched\u000a23:47:22.689651 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:47:23.196634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14778): Launched\u000a23:47:23.488332 run osmo-stp_10.42.42.5(pid=14779): Launched\u000a23:47:23.595714 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:47:24.128676 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14781): Launched\u000a23:47:24.419497 run osmo-msc_10.42.42.6(pid=14782): Launched\u000a23:47:24.592054 run osmo-stp_10.42.42.5(pid=14779): ERR: Terminated: ERROR {rc=1} [trial-2396↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14779)]\u000a23:47:24.716075 run osmo-stp_10.42.42.5(pid=14779): stdout: \u000a| (launched: 2022-12-13_23:47:23.345456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:47:24.837943 run osmo-stp_10.42.42.5(pid=14779): stderr: \u000a| �[0;m�[38;5;43m20221213234723514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234723514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234723514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234723514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234723515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234723515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234723515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:47:24.955047 run osmo-stp_10.42.42.5(pid=14779): stdout: \u000a| (launched: 2022-12-13_23:47:23.345456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:47:25.071664 run osmo-stp_10.42.42.5(pid=14779): stderr: \u000a| �[0;m�[38;5;43m20221213234723514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234723514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234723514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234723514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234723515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234723515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234723515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:47:25.122808 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=14779): Process ended prematurely: osmo-stp_10.42.42.5(pid=14779) [trial-2396↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14779)] [trial-2396↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a23:47:25.130789 tst mo_mt_sms.py:16: Test FAILED (5.8 sec)\u000a23:47:25.189382 run osmo-hlr_10.42.42.2(pid=14776): ERR: Terminated: ERROR {rc=237} [trial-2396↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14776)]\u000a23:47:25.238259 run osmo-hlr_10.42.42.2(pid=14776): stdout: \u000a| (launched: 2022-12-13_23:47:22.438568) \u000a23:47:25.287693 run osmo-hlr_10.42.42.2(pid=14776): stderr: \u000a| �[0;m�[1;31m20221213234722615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234722615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234722615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234722615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234722616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234722616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234722629 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234722639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234722639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234722639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:47:25.355239 run osmo-msc_10.42.42.6(pid=14782): ERR: Terminated: ERROR {rc=2} [trial-2396↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14782)]\u000a23:47:25.403960 run osmo-msc_10.42.42.6(pid=14782): stdout: \u000a| (launched: 2022-12-13_23:47:24.276488) \u000a23:47:25.453497 run osmo-msc_10.42.42.6(pid=14782): stderr: \u000a| �[0;m�[38;5;43m20221213234724544 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213234724544 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4f5cee9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213234724544 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213234724544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213234724545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213234724545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213234724547 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213234724547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213234724547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213234724547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:47:25.495096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14775): Terminating (SIGTERM)\u000a23:47:25.534520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14778): Terminating (SIGTERM)\u000a23:47:25.573890 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14781): Terminating (SIGTERM)\u000a23:47:25.583228 --- ParallelTerminationStrategy: PID 14775 died...\u000a23:47:25.635820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14775): Terminated: ok {rc=0}\u000a23:47:25.645815 --- ParallelTerminationStrategy: PID 14778 died...\u000a23:47:25.698499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14778): Terminated: ok {rc=0}\u000a23:47:25.707947 --- ParallelTerminationStrategy: PID 14781 died...\u000a23:47:25.760109 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14781): Terminated: ok {rc=0}\u000a23:47:25.842891 bus /sierra_3: Setting Powered False\u000a23:47:26.948083 bus /sierra_3: Setting Powered False\u000a23:47:28.058899 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:47:19" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=14788): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14788) [trial-2396↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14788)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=14788): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14788) [trial-2396↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14788)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a23:47:29.900181 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a23:47:29.911714 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a23:47:30.050109 tst assert_extension.py: using LAC 37070\u000a23:47:30.172465 tst assert_extension.py: using RAC 95\u000a23:47:30.289935 tst assert_extension.py: using CellId 37070\u000a23:47:30.411998 tst assert_extension.py: using BVCI 37071\u000a23:47:30.435758 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a23:47:30.705241 tst assert_extension.py:10: start nitb and bts...\u000a23:47:30.826392 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a23:47:31.482479 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14787): Launched\u000a23:47:31.812321 run osmo-nitb_10.42.42.2(pid=14788): Launched\u000a23:47:31.995307 run osmo-nitb_10.42.42.2(pid=14788): ERR: Terminated: ERROR {rc=2} [trial-2396↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14788)]\u000a23:47:32.130675 run osmo-nitb_10.42.42.2(pid=14788): stdout: \u000a| (launched: 2022-12-13_23:47:31.633783) \u000a23:47:32.265629 run osmo-nitb_10.42.42.2(pid=14788): stderr: \u000a| (launched: 2022-12-13_23:47:31.678281)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:47:32.393810 run osmo-nitb_10.42.42.2(pid=14788): stdout: \u000a| (launched: 2022-12-13_23:47:31.633783) \u000a23:47:32.521506 run osmo-nitb_10.42.42.2(pid=14788): stderr: \u000a| (launched: 2022-12-13_23:47:31.678281)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:47:32.930180 tst osmo-nitb_10.42.42.2(pid=14788): stdout: \u000a| (launched: 2022-12-13_23:47:31.633783) \u000a23:47:33.046805 tst osmo-nitb_10.42.42.2(pid=14788): stderr: \u000a| (launched: 2022-12-13_23:47:31.678281)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:47:33.097615 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=14788): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14788) [trial-2396↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14788)] [trial-2396↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a23:47:33.105627 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a23:47:33.139393 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14787): Terminating (SIGTERM)\u000a23:47:33.316583 --- ParallelTerminationStrategy: PID 14787 died...\u000a23:47:33.370645 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14787): Terminated: ok {rc=0}\u000a23:47:33.453343 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:47:29" }, { "cases" : [ { "testActions" : [ ], "age" : 79, "className" : "ussd:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14798): Process ended prematurely: osmo-stp_10.42.42.5(pid=14798) [trial-2396↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14798)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14798): Process ended prematurely: osmo-stp_10.42.42.5(pid=14798) [trial-2396↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14798)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a23:47:35.278423 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:47:35.288931 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a23:47:35.428267 tst assert_extension.py: using LAC 37071\u000a23:47:35.551842 tst assert_extension.py: using RAC 96\u000a23:47:35.673842 tst assert_extension.py: using CellId 37071\u000a23:47:35.795831 tst assert_extension.py: using BVCI 37072\u000a23:47:35.819778 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:47:35.830974 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:47:35.842050 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:47:35.853008 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:47:35.864321 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:47:35.875694 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a23:47:36.070887 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:47:36.536930 run create_hlr_db(pid=14792): Launched\u000a23:47:36.705564 bus /sierra_2: Setting Powered False\u000a23:47:37.727222 run create_hlr_db(pid=14792): Terminated: ok {rc=0}\u000a23:47:38.117235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14794): Launched\u000a23:47:38.408703 run osmo-hlr_10.42.42.2(pid=14795): Launched\u000a23:47:38.515019 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:47:39.025538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14797): Launched\u000a23:47:39.316332 run osmo-stp_10.42.42.5(pid=14798): Launched\u000a23:47:39.422652 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:47:39.955655 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14800): Launched\u000a23:47:40.246716 run osmo-msc_10.42.42.6(pid=14801): Launched\u000a23:47:40.419262 run osmo-stp_10.42.42.5(pid=14798): ERR: Terminated: ERROR {rc=1} [trial-2396↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14798)]\u000a23:47:40.544271 run osmo-stp_10.42.42.5(pid=14798): stdout: \u000a| (launched: 2022-12-13_23:47:39.173918)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:47:40.666827 run osmo-stp_10.42.42.5(pid=14798): stderr: \u000a| �[0;m�[38;5;43m20221213234739344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234739344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234739345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234739345 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234739345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234739346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234739346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:47:40.784625 run osmo-stp_10.42.42.5(pid=14798): stdout: \u000a| (launched: 2022-12-13_23:47:39.173918)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:47:40.901842 run osmo-stp_10.42.42.5(pid=14798): stderr: \u000a| �[0;m�[38;5;43m20221213234739344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234739344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234739345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234739345 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234739345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234739346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234739346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:47:40.952827 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=14798): Process ended prematurely: osmo-stp_10.42.42.5(pid=14798) [trial-2396↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14798)] [trial-2396↪ussd:trx-umtrx↪assert_extension.py:17]\u000a23:47:40.960514 tst assert_extension.py:17: Test FAILED (5.7 sec)\u000a23:47:41.019077 run osmo-hlr_10.42.42.2(pid=14795): ERR: Terminated: ERROR {rc=237} [trial-2396↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14795)]\u000a23:47:41.067453 run osmo-hlr_10.42.42.2(pid=14795): stdout: \u000a| (launched: 2022-12-13_23:47:38.265860) \u000a23:47:41.116462 run osmo-hlr_10.42.42.2(pid=14795): stderr: \u000a| �[0;m�[1;31m20221213234738439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234738439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234738439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234738439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234738439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234738439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234738452 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234738460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234738460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234738460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:47:41.182705 run osmo-msc_10.42.42.6(pid=14801): ERR: Terminated: ERROR {rc=2} [trial-2396↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14801)]\u000a23:47:41.230996 run osmo-msc_10.42.42.6(pid=14801): stdout: \u000a| (launched: 2022-12-13_23:47:40.104139) \u000a23:47:41.279819 run osmo-msc_10.42.42.6(pid=14801): stderr: \u000a| �[0;m�[38;5;43m20221213234740373 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213234740373 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f464d539c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213234740373 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213234740373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213234740373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213234740374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213234740375 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213234740376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213234740376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213234740376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:47:41.321330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14794): Terminating (SIGTERM)\u000a23:47:41.360634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14797): Terminating (SIGTERM)\u000a23:47:41.400103 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14800): Terminating (SIGTERM)\u000a23:47:41.409346 --- ParallelTerminationStrategy: PID 14794 died...\u000a23:47:41.461798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14794): Terminated: ok {rc=0}\u000a23:47:41.471147 --- ParallelTerminationStrategy: PID 14797 died...\u000a23:47:41.523201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14797): Terminated: ok {rc=0}\u000a23:47:41.532497 --- ParallelTerminationStrategy: PID 14800 died...\u000a23:47:41.584543 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14800): Terminated: ok {rc=0}\u000a23:47:41.672299 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:47:35" }, { "cases" : [ { "testActions" : [ ], "age" : 79, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14812): Process ended prematurely: osmo-stp_10.42.42.5(pid=14812) [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14812)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14812): Process ended prematurely: osmo-stp_10.42.42.5(pid=14812) [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14812)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a23:47:43.623665 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:47:43.634653 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a23:47:43.787072 tst mo_mt_call.py: using LAC 37072\u000a23:47:43.902525 tst mo_mt_call.py: using RAC 97\u000a23:47:44.018410 tst mo_mt_call.py: using CellId 37072\u000a23:47:44.133654 tst mo_mt_call.py: using BVCI 37073\u000a23:47:44.156280 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:47:44.167259 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:47:44.178203 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:47:44.188933 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:47:44.200019 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:47:44.211043 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:47:44.330711 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:47:44.530618 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:47:45.007266 run create_hlr_db(pid=14806): Launched\u000a23:47:45.179327 bus /sierra_2: Setting Powered False\u000a23:47:46.243038 run create_hlr_db(pid=14806): Terminated: ok {rc=0}\u000a23:47:46.724230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14808): Launched\u000a23:47:47.088920 run osmo-hlr_10.42.42.2(pid=14809): Launched\u000a23:47:47.218456 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:47:47.810148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14811): Launched\u000a23:47:48.127856 run osmo-stp_10.42.42.5(pid=14812): Launched\u000a23:47:48.243937 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:47:48.827367 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14814): Launched\u000a23:47:49.145683 run osmo-msc_10.42.42.6(pid=14815): Launched\u000a23:47:49.332781 run osmo-stp_10.42.42.5(pid=14812): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14812)]\u000a23:47:49.468602 run osmo-stp_10.42.42.5(pid=14812): stdout: \u000a| (launched: 2022-12-13_23:47:47.972588)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:47:49.603189 run osmo-stp_10.42.42.5(pid=14812): stderr: \u000a| �[0;m�[38;5;43m20221213234748163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234748163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234748163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234748163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234748166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234748166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234748166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:47:49.731272 run osmo-stp_10.42.42.5(pid=14812): stdout: \u000a| (launched: 2022-12-13_23:47:47.972588)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:47:49.858060 run osmo-stp_10.42.42.5(pid=14812): stderr: \u000a| �[0;m�[38;5;43m20221213234748163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234748163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234748163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234748163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234748166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234748166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234748166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:47:49.914110 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14812): Process ended prematurely: osmo-stp_10.42.42.5(pid=14812) [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14812)] [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a23:47:49.923252 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a23:47:49.985398 run osmo-hlr_10.42.42.2(pid=14809): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14809)]\u000a23:47:50.036742 run osmo-hlr_10.42.42.2(pid=14809): stdout: \u000a| (launched: 2022-12-13_23:47:46.881722) \u000a23:47:50.088286 run osmo-hlr_10.42.42.2(pid=14809): stderr: \u000a| �[0;m�[1;31m20221213234747189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234747189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234747190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234747190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234747190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234747190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234747206 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234747227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234747227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234747227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:47:50.158099 run osmo-msc_10.42.42.6(pid=14815): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14815)]\u000a23:47:50.209058 run osmo-msc_10.42.42.6(pid=14815): stdout: \u000a| (launched: 2022-12-13_23:47:48.989616) \u000a23:47:50.260269 run osmo-msc_10.42.42.6(pid=14815): stderr: \u000a| �[0;m�[38;5;43m20221213234749311 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213234749312 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc725ebcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213234749312 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213234749312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213234749312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213234749312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213234749314 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213234749314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213234749314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213234749315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:47:50.303972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14808): Terminating (SIGTERM)\u000a23:47:50.345746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14811): Terminating (SIGTERM)\u000a23:47:50.387146 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14814): Terminating (SIGTERM)\u000a23:47:50.396664 --- ParallelTerminationStrategy: PID 14808 died...\u000a23:47:50.452064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14808): Terminated: ok {rc=0}\u000a23:47:50.462030 --- ParallelTerminationStrategy: PID 14811 died...\u000a23:47:50.517268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14811): Terminated: ok {rc=0}\u000a23:47:50.527175 --- ParallelTerminationStrategy: PID 14814 died...\u000a23:47:50.582206 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14814): Terminated: ok {rc=0}\u000a23:47:50.668357 bus /sierra_3: Setting Powered False\u000a23:47:51.772095 bus /sierra_3: Setting Powered False\u000a23:47:52.878652 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 79, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14823): Process ended prematurely: osmo-stp_10.42.42.5(pid=14823) [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14823)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14823): Process ended prematurely: osmo-stp_10.42.42.5(pid=14823) [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14823)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:47:53.991775 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:47:54.003988 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a23:47:54.160680 tst mo_mt_call_osmux.py: using LAC 37073\u000a23:47:54.279070 tst mo_mt_call_osmux.py: using RAC 98\u000a23:47:54.398357 tst mo_mt_call_osmux.py: using CellId 37073\u000a23:47:54.516175 tst mo_mt_call_osmux.py: using BVCI 37074\u000a23:47:54.538926 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:47:54.549927 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:47:54.560734 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:47:54.571560 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:47:54.582945 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:47:54.593871 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:47:54.711111 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:47:54.921271 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:47:55.421743 run create_hlr_db(pid=14817): Launched\u000a23:47:55.606372 bus /sierra_2: Setting Powered False\u000a23:47:56.627288 run create_hlr_db(pid=14817): Terminated: ok {rc=0}\u000a23:47:57.049550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14819): Launched\u000a23:47:57.368404 run osmo-hlr_10.42.42.2(pid=14820): Launched\u000a23:47:57.485084 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:47:58.037432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14822): Launched\u000a23:47:58.356301 run osmo-stp_10.42.42.5(pid=14823): Launched\u000a23:47:58.472361 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:47:59.053004 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14825): Launched\u000a23:47:59.372584 run osmo-msc_10.42.42.6(pid=14826): Launched\u000a23:47:59.559344 run osmo-stp_10.42.42.5(pid=14823): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14823)]\u000a23:47:59.694757 run osmo-stp_10.42.42.5(pid=14823): stdout: \u000a| (launched: 2022-12-13_23:47:58.199293)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:47:59.829851 run osmo-stp_10.42.42.5(pid=14823): stderr: \u000a| �[0;m�[38;5;43m20221213234758392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234758392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234758392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234758393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234758393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234758393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234758393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:47:59.958008 run osmo-stp_10.42.42.5(pid=14823): stdout: \u000a| (launched: 2022-12-13_23:47:58.199293)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:48:00.084999 run osmo-stp_10.42.42.5(pid=14823): stderr: \u000a| �[0;m�[38;5;43m20221213234758392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234758392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234758392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234758393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234758393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234758393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234758393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:48:00.140837 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14823): Process ended prematurely: osmo-stp_10.42.42.5(pid=14823) [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14823)] [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a23:48:00.150056 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a23:48:00.212782 run osmo-hlr_10.42.42.2(pid=14820): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14820)]\u000a23:48:00.264229 run osmo-hlr_10.42.42.2(pid=14820): stdout: \u000a| (launched: 2022-12-13_23:47:57.211575) \u000a23:48:00.316370 run osmo-hlr_10.42.42.2(pid=14820): stderr: \u000a| �[0;m�[1;31m20221213234757410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234757410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234757410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234757410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234757411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234757411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234757421 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234757429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234757430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234757430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:48:00.387584 run osmo-msc_10.42.42.6(pid=14826): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14826)]\u000a23:48:00.438803 run osmo-msc_10.42.42.6(pid=14826): stdout: \u000a| (launched: 2022-12-13_23:47:59.215415) \u000a23:48:00.490597 run osmo-msc_10.42.42.6(pid=14826): stderr: \u000a| �[0;m�[38;5;43m20221213234759534 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213234759534 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2922462c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213234759534 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213234759535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213234759535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213234759535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213234759536 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213234759537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213234759537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213234759537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:48:00.534673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14819): Terminating (SIGTERM)\u000a23:48:00.576076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14822): Terminating (SIGTERM)\u000a23:48:00.618394 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14825): Terminating (SIGTERM)\u000a23:48:00.628029 --- ParallelTerminationStrategy: PID 14819 died...\u000a23:48:00.683976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14819): Terminated: ok {rc=0}\u000a23:48:00.694135 --- ParallelTerminationStrategy: PID 14822 died...\u000a23:48:00.749705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14822): Terminated: ok {rc=0}\u000a23:48:00.759691 --- ParallelTerminationStrategy: PID 14825 died...\u000a23:48:00.815129 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14825): Terminated: ok {rc=0}\u000a23:48:00.923215 bus /sierra_3: Setting Powered False\u000a23:48:02.031979 bus /sierra_3: Setting Powered False\u000a23:48:03.137931 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:47:43" }, { "cases" : [ { "testActions" : [ ], "age" : 79, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14838): Process ended prematurely: osmo-stp_10.42.42.5(pid=14838) [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14838)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14838): Process ended prematurely: osmo-stp_10.42.42.5(pid=14838) [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14838)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a23:48:05.151443 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:48:05.162794 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a23:48:05.317229 tst mo_mt_call.py: using LAC 37074\u000a23:48:05.438524 tst mo_mt_call.py: using RAC 99\u000a23:48:05.553970 tst mo_mt_call.py: using CellId 37074\u000a23:48:05.669267 tst mo_mt_call.py: using BVCI 37075\u000a23:48:05.691884 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:48:05.702978 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:48:05.713859 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:48:05.724602 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:48:05.735547 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:48:05.746535 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:48:05.866672 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:48:06.076369 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:48:06.577073 run create_hlr_db(pid=14832): Launched\u000a23:48:06.761594 bus /sierra_2: Setting Powered False\u000a23:48:07.782888 run create_hlr_db(pid=14832): Terminated: ok {rc=0}\u000a23:48:08.182594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14834): Launched\u000a23:48:08.481317 run osmo-hlr_10.42.42.2(pid=14835): Launched\u000a23:48:08.595791 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:48:09.110216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14837): Launched\u000a23:48:09.406779 run osmo-stp_10.42.42.5(pid=14838): Launched\u000a23:48:09.515213 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:48:10.058119 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14840): Launched\u000a23:48:10.355192 run osmo-msc_10.42.42.6(pid=14841): Launched\u000a23:48:10.529090 run osmo-stp_10.42.42.5(pid=14838): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14838)]\u000a23:48:10.654643 run osmo-stp_10.42.42.5(pid=14838): stdout: \u000a| (launched: 2022-12-13_23:48:09.261416)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:48:10.778003 run osmo-stp_10.42.42.5(pid=14838): stderr: \u000a| �[0;m�[38;5;43m20221213234809431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234809431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234809432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234809432 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234809433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234809433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234809433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:48:10.897417 run osmo-stp_10.42.42.5(pid=14838): stdout: \u000a| (launched: 2022-12-13_23:48:09.261416)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:48:11.015550 run osmo-stp_10.42.42.5(pid=14838): stderr: \u000a| �[0;m�[38;5;43m20221213234809431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234809431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234809432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234809432 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234809433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234809433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234809433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:48:11.067680 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14838): Process ended prematurely: osmo-stp_10.42.42.5(pid=14838) [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14838)] [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a23:48:11.076106 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a23:48:11.134938 run osmo-hlr_10.42.42.2(pid=14835): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14835)]\u000a23:48:11.183491 run osmo-hlr_10.42.42.2(pid=14835): stdout: \u000a| (launched: 2022-12-13_23:48:08.334255) \u000a23:48:11.232597 run osmo-hlr_10.42.42.2(pid=14835): stderr: \u000a| �[0;m�[1;31m20221213234808513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234808513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234808513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234808513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234808513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234808513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234808524 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234808533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234808533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234808533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:48:11.298998 run osmo-msc_10.42.42.6(pid=14841): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14841)]\u000a23:48:11.347539 run osmo-msc_10.42.42.6(pid=14841): stdout: \u000a| (launched: 2022-12-13_23:48:10.209248) \u000a23:48:11.396452 run osmo-msc_10.42.42.6(pid=14841): stderr: \u000a| �[0;m�[38;5;43m20221213234810480 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213234810481 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faefb9dac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213234810481 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213234810481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213234810481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213234810481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213234810483 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213234810483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213234810483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213234810484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:48:11.437865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14834): Terminating (SIGTERM)\u000a23:48:11.476825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14837): Terminating (SIGTERM)\u000a23:48:11.515891 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14840): Terminating (SIGTERM)\u000a23:48:11.525095 --- ParallelTerminationStrategy: PID 14834 died...\u000a23:48:11.577594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14834): Terminated: ok {rc=0}\u000a23:48:11.587167 --- ParallelTerminationStrategy: PID 14837 died...\u000a23:48:11.639164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14837): Terminated: ok {rc=0}\u000a23:48:11.648557 --- ParallelTerminationStrategy: PID 14840 died...\u000a23:48:11.700650 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14840): Terminated: ok {rc=0}\u000a23:48:11.783835 bus /sierra_3: Setting Powered False\u000a23:48:12.890269 bus /sierra_3: Setting Powered False\u000a23:48:13.996918 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 79, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14849): Process ended prematurely: osmo-stp_10.42.42.5(pid=14849) [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14849)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14849): Process ended prematurely: osmo-stp_10.42.42.5(pid=14849) [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14849)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:48:15.103703 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:48:15.115323 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a23:48:15.268289 tst mo_mt_call_osmux.py: using LAC 37075\u000a23:48:15.385643 tst mo_mt_call_osmux.py: using RAC 100\u000a23:48:15.502534 tst mo_mt_call_osmux.py: using CellId 37075\u000a23:48:15.620771 tst mo_mt_call_osmux.py: using BVCI 37076\u000a23:48:15.643417 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:48:15.654656 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:48:15.665555 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:48:15.676310 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:48:15.687233 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:48:15.698319 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:48:15.811520 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:48:16.030399 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:48:16.552755 run create_hlr_db(pid=14843): Launched\u000a23:48:16.731856 bus /sierra_2: Setting Powered False\u000a23:48:17.747479 run create_hlr_db(pid=14843): Terminated: ok {rc=0}\u000a23:48:18.170883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14845): Launched\u000a23:48:18.489455 run osmo-hlr_10.42.42.2(pid=14846): Launched\u000a23:48:18.607531 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:48:19.158354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14848): Launched\u000a23:48:19.477064 run osmo-stp_10.42.42.5(pid=14849): Launched\u000a23:48:19.593896 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:48:20.174937 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14851): Launched\u000a23:48:20.492761 run osmo-msc_10.42.42.6(pid=14852): Launched\u000a23:48:20.679086 run osmo-stp_10.42.42.5(pid=14849): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14849)]\u000a23:48:20.813848 run osmo-stp_10.42.42.5(pid=14849): stdout: \u000a| (launched: 2022-12-13_23:48:19.320291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:48:20.948253 run osmo-stp_10.42.42.5(pid=14849): stderr: \u000a| �[0;m�[38;5;43m20221213234819511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234819512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234819512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234819512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234819513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234819513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234819513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:48:21.076416 run osmo-stp_10.42.42.5(pid=14849): stdout: \u000a| (launched: 2022-12-13_23:48:19.320291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:48:21.203767 run osmo-stp_10.42.42.5(pid=14849): stderr: \u000a| �[0;m�[38;5;43m20221213234819511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234819512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234819512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234819512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234819513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234819513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234819513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:48:21.259615 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14849): Process ended prematurely: osmo-stp_10.42.42.5(pid=14849) [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14849)] [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a23:48:21.268815 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a23:48:21.331356 run osmo-hlr_10.42.42.2(pid=14846): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14846)]\u000a23:48:21.382734 run osmo-hlr_10.42.42.2(pid=14846): stdout: \u000a| (launched: 2022-12-13_23:48:18.333532) \u000a23:48:21.434572 run osmo-hlr_10.42.42.2(pid=14846): stderr: \u000a| �[0;m�[1;31m20221213234818533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234818533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234818533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234818533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234818533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234818533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234818549 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234818559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234818559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234818559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:48:21.504808 run osmo-msc_10.42.42.6(pid=14852): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14852)]\u000a23:48:21.556020 run osmo-msc_10.42.42.6(pid=14852): stdout: \u000a| (launched: 2022-12-13_23:48:20.337756) \u000a23:48:21.607619 run osmo-msc_10.42.42.6(pid=14852): stderr: \u000a| �[0;m�[38;5;43m20221213234820661 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213234820661 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9f25feec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213234820661 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213234820661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213234820661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213234820661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213234820663 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213234820664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213234820664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213234820664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:48:21.651409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14845): Terminating (SIGTERM)\u000a23:48:21.692815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14848): Terminating (SIGTERM)\u000a23:48:21.734380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14851): Terminating (SIGTERM)\u000a23:48:21.743925 --- ParallelTerminationStrategy: PID 14845 died...\u000a23:48:21.799740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14845): Terminated: ok {rc=0}\u000a23:48:21.809721 --- ParallelTerminationStrategy: PID 14848 died...\u000a23:48:21.865225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14848): Terminated: ok {rc=0}\u000a23:48:21.875122 --- ParallelTerminationStrategy: PID 14851 died...\u000a23:48:21.930850 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14851): Terminated: ok {rc=0}\u000a23:48:22.017292 bus /sierra_3: Setting Powered False\u000a23:48:23.122755 bus /sierra_3: Setting Powered False\u000a23:48:24.231759 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:48:04" }, { "cases" : [ { "testActions" : [ ], "age" : 79, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14863): Process ended prematurely: osmo-stp_10.42.42.5(pid=14863) [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14863)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14863): Process ended prematurely: osmo-stp_10.42.42.5(pid=14863) [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14863)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a23:48:26.223960 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:48:26.235143 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a23:48:26.388428 tst mo_mt_call.py: using LAC 37076\u000a23:48:26.505680 tst mo_mt_call.py: using RAC 101\u000a23:48:26.622806 tst mo_mt_call.py: using CellId 37076\u000a23:48:26.741789 tst mo_mt_call.py: using BVCI 37077\u000a23:48:26.764379 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:48:26.775369 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:48:26.786132 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:48:26.796922 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:48:26.808336 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:48:26.819383 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:48:26.933363 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:48:27.143129 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:48:27.645598 run create_hlr_db(pid=14857): Launched\u000a23:48:27.830443 bus /sierra_2: Setting Powered False\u000a23:48:28.851753 run create_hlr_db(pid=14857): Terminated: ok {rc=0}\u000a23:48:29.274993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14859): Launched\u000a23:48:29.594321 run osmo-hlr_10.42.42.2(pid=14860): Launched\u000a23:48:29.711961 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:48:30.263564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14862): Launched\u000a23:48:30.583599 run osmo-stp_10.42.42.5(pid=14863): Launched\u000a23:48:30.700342 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:48:31.361828 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14865): Launched\u000a23:48:31.790400 run osmo-msc_10.42.42.6(pid=14866): Launched\u000a23:48:32.152935 run osmo-stp_10.42.42.5(pid=14863): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14863)]\u000a23:48:32.444085 run osmo-stp_10.42.42.5(pid=14863): stdout: \u000a| (launched: 2022-12-13_23:48:30.426658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:48:32.621631 run osmo-stp_10.42.42.5(pid=14863): stderr: \u000a| �[0;m�[38;5;43m20221213234830620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234830620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234830620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234830621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234830621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234830621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234830621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:48:32.753574 run osmo-stp_10.42.42.5(pid=14863): stdout: \u000a| (launched: 2022-12-13_23:48:30.426658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:48:32.881346 run osmo-stp_10.42.42.5(pid=14863): stderr: \u000a| �[0;m�[38;5;43m20221213234830620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234830620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234830620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234830621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234830621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234830621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234830621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:48:32.937427 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14863): Process ended prematurely: osmo-stp_10.42.42.5(pid=14863) [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14863)] [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a23:48:32.946613 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a23:48:33.010138 run osmo-hlr_10.42.42.2(pid=14860): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14860)]\u000a23:48:33.062417 run osmo-hlr_10.42.42.2(pid=14860): stdout: \u000a| (launched: 2022-12-13_23:48:29.437966) \u000a23:48:33.115261 run osmo-hlr_10.42.42.2(pid=14860): stderr: \u000a| �[0;m�[1;31m20221213234829634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234829634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234829634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234829634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234829634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234829634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234829646 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234829654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234829655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234829655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:48:33.186905 run osmo-msc_10.42.42.6(pid=14866): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14866)]\u000a23:48:33.239233 run osmo-msc_10.42.42.6(pid=14866): stdout: \u000a| (launched: 2022-12-13_23:48:31.519335) \u000a23:48:33.291779 run osmo-msc_10.42.42.6(pid=14866): stderr: \u000a| �[0;m�[38;5;43m20221213234832015 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213234832016 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff227b7cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213234832016 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213234832016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213234832016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213234832016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213234832020 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213234832021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213234832022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213234832022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:48:33.336460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14859): Terminating (SIGTERM)\u000a23:48:33.378892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14862): Terminating (SIGTERM)\u000a23:48:33.421775 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14865): Terminating (SIGTERM)\u000a23:48:33.431451 --- ParallelTerminationStrategy: PID 14859 died...\u000a23:48:33.488329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14859): Terminated: ok {rc=0}\u000a23:48:33.498431 --- ParallelTerminationStrategy: PID 14862 died...\u000a23:48:33.555227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14862): Terminated: ok {rc=0}\u000a23:48:33.565336 --- ParallelTerminationStrategy: PID 14865 died...\u000a23:48:33.622062 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14865): Terminated: ok {rc=0}\u000a23:48:33.709591 bus /sierra_3: Setting Powered False\u000a23:48:34.815234 bus /sierra_3: Setting Powered False\u000a23:48:35.923734 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 82, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14874): Process ended prematurely: osmo-stp_10.42.42.5(pid=14874) [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14874)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14874): Process ended prematurely: osmo-stp_10.42.42.5(pid=14874) [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14874)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:48:37.037706 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:48:37.049726 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a23:48:37.223693 tst mo_mt_call_osmux.py: using LAC 37077\u000a23:48:37.348011 tst mo_mt_call_osmux.py: using RAC 102\u000a23:48:37.471693 tst mo_mt_call_osmux.py: using CellId 37077\u000a23:48:37.595119 tst mo_mt_call_osmux.py: using BVCI 37078\u000a23:48:37.619458 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:48:37.631031 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:48:37.642380 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:48:37.653806 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:48:37.665577 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:48:37.677138 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:48:37.794161 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:48:37.994027 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:48:38.473488 run create_hlr_db(pid=14868): Launched\u000a23:48:38.645236 bus /sierra_2: Setting Powered False\u000a23:48:39.667048 run create_hlr_db(pid=14868): Terminated: ok {rc=0}\u000a23:48:40.091295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14870): Launched\u000a23:48:40.411684 run osmo-hlr_10.42.42.2(pid=14871): Launched\u000a23:48:40.527409 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:48:41.081268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14873): Launched\u000a23:48:41.401407 run osmo-stp_10.42.42.5(pid=14874): Launched\u000a23:48:41.518404 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:48:42.103027 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14876): Launched\u000a23:48:42.423668 run osmo-msc_10.42.42.6(pid=14877): Launched\u000a23:48:42.611409 run osmo-stp_10.42.42.5(pid=14874): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14874)]\u000a23:48:42.747830 run osmo-stp_10.42.42.5(pid=14874): stdout: \u000a| (launched: 2022-12-13_23:48:41.243713)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:48:42.883349 run osmo-stp_10.42.42.5(pid=14874): stderr: \u000a| �[0;m�[38;5;43m20221213234841433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234841434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234841434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234841434 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234841435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234841435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234841435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:48:43.012086 run osmo-stp_10.42.42.5(pid=14874): stdout: \u000a| (launched: 2022-12-13_23:48:41.243713)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:48:43.139659 run osmo-stp_10.42.42.5(pid=14874): stderr: \u000a| �[0;m�[38;5;43m20221213234841433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234841434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234841434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234841434 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234841435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234841435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234841435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:48:43.195980 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14874): Process ended prematurely: osmo-stp_10.42.42.5(pid=14874) [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14874)] [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a23:48:43.205290 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a23:48:43.268063 run osmo-hlr_10.42.42.2(pid=14871): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14871)]\u000a23:48:43.319392 run osmo-hlr_10.42.42.2(pid=14871): stdout: \u000a| (launched: 2022-12-13_23:48:40.254204) \u000a23:48:43.371720 run osmo-hlr_10.42.42.2(pid=14871): stderr: \u000a| �[0;m�[1;31m20221213234840452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234840452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234840452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234840452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234840452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234840453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234840509 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234840518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234840518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234840518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:48:43.442463 run osmo-msc_10.42.42.6(pid=14877): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14877)]\u000a23:48:43.494002 run osmo-msc_10.42.42.6(pid=14877): stdout: \u000a| (launched: 2022-12-13_23:48:42.266363) \u000a23:48:43.546025 run osmo-msc_10.42.42.6(pid=14877): stderr: \u000a| �[0;m�[38;5;43m20221213234842587 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213234842587 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe9a663cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213234842587 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213234842587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213234842587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213234842587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213234842589 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213234842590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213234842590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213234842590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:48:43.590669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14870): Terminating (SIGTERM)\u000a23:48:43.633149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14873): Terminating (SIGTERM)\u000a23:48:43.675312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14876): Terminating (SIGTERM)\u000a23:48:43.685041 --- ParallelTerminationStrategy: PID 14870 died...\u000a23:48:43.741748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14870): Terminated: ok {rc=0}\u000a23:48:43.751805 --- ParallelTerminationStrategy: PID 14873 died...\u000a23:48:43.807980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14873): Terminated: ok {rc=0}\u000a23:48:43.818035 --- ParallelTerminationStrategy: PID 14876 died...\u000a23:48:43.874005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14876): Terminated: ok {rc=0}\u000a23:48:43.961711 bus /sierra_3: Setting Powered False\u000a23:48:45.066657 bus /sierra_3: Setting Powered False\u000a23:48:46.199126 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:48:25" }, { "cases" : [ { "testActions" : [ ], "age" : 79, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14888): Process ended prematurely: osmo-stp_10.42.42.5(pid=14888) [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14888)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14888): Process ended prematurely: osmo-stp_10.42.42.5(pid=14888) [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14888)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a23:48:48.198266 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:48:48.209998 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a23:48:48.372041 tst mo_mt_call.py: using LAC 37078\u000a23:48:48.498455 tst mo_mt_call.py: using RAC 103\u000a23:48:48.624176 tst mo_mt_call.py: using CellId 37078\u000a23:48:48.749344 tst mo_mt_call.py: using BVCI 37079\u000a23:48:48.772229 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:48:48.783286 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:48:48.794163 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:48:48.804886 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:48:48.815841 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:48:48.826671 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:48:48.946553 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:48:49.149650 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:48:49.626853 run create_hlr_db(pid=14882): Launched\u000a23:48:49.812792 bus /sierra_2: Setting Powered False\u000a23:48:50.832725 run create_hlr_db(pid=14882): Terminated: ok {rc=0}\u000a23:48:51.233009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14884): Launched\u000a23:48:51.531018 run osmo-hlr_10.42.42.2(pid=14885): Launched\u000a23:48:51.646779 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:48:52.163885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14887): Launched\u000a23:48:52.462509 run osmo-stp_10.42.42.5(pid=14888): Launched\u000a23:48:52.572276 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:48:53.116292 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14890): Launched\u000a23:48:53.413868 run osmo-msc_10.42.42.6(pid=14891): Launched\u000a23:48:53.589978 run osmo-stp_10.42.42.5(pid=14888): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14888)]\u000a23:48:53.719674 run osmo-stp_10.42.42.5(pid=14888): stdout: \u000a| (launched: 2022-12-13_23:48:52.315524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:48:53.843747 run osmo-stp_10.42.42.5(pid=14888): stderr: \u000a| �[0;m�[38;5;43m20221213234852485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234852485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234852485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234852486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234852488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234852488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234852488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:48:53.963542 run osmo-stp_10.42.42.5(pid=14888): stdout: \u000a| (launched: 2022-12-13_23:48:52.315524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:48:54.082526 run osmo-stp_10.42.42.5(pid=14888): stderr: \u000a| �[0;m�[38;5;43m20221213234852485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234852485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234852485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234852486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234852488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234852488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234852488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:48:54.135137 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14888): Process ended prematurely: osmo-stp_10.42.42.5(pid=14888) [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14888)] [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a23:48:54.143713 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a23:48:54.203284 run osmo-hlr_10.42.42.2(pid=14885): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14885)]\u000a23:48:54.252159 run osmo-hlr_10.42.42.2(pid=14885): stdout: \u000a| (launched: 2022-12-13_23:48:51.385367) \u000a23:48:54.301496 run osmo-hlr_10.42.42.2(pid=14885): stderr: \u000a| �[0;m�[1;31m20221213234851562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234851562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234851562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234851562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234851562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234851562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234851574 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234851584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234851585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234851585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:48:54.369152 run osmo-msc_10.42.42.6(pid=14891): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14891)]\u000a23:48:54.418047 run osmo-msc_10.42.42.6(pid=14891): stdout: \u000a| (launched: 2022-12-13_23:48:53.267744) \u000a23:48:54.467341 run osmo-msc_10.42.42.6(pid=14891): stderr: \u000a| �[0;m�[38;5;43m20221213234853540 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213234853540 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb43c7b5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213234853540 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213234853540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213234853541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213234853541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213234853543 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213234853543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213234853543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213234853543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:48:54.508984 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14884): Terminating (SIGTERM)\u000a23:48:54.548203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14887): Terminating (SIGTERM)\u000a23:48:54.587423 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14890): Terminating (SIGTERM)\u000a23:48:54.596470 --- ParallelTerminationStrategy: PID 14884 died...\u000a23:48:54.649312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14884): Terminated: ok {rc=0}\u000a23:48:54.658777 --- ParallelTerminationStrategy: PID 14887 died...\u000a23:48:54.711265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14887): Terminated: ok {rc=0}\u000a23:48:54.720691 --- ParallelTerminationStrategy: PID 14890 died...\u000a23:48:54.773208 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14890): Terminated: ok {rc=0}\u000a23:48:54.861582 bus /sierra_3: Setting Powered False\u000a23:48:55.964804 bus /sierra_3: Setting Powered False\u000a23:48:57.075708 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 79, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14899): Process ended prematurely: osmo-stp_10.42.42.5(pid=14899) [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14899)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14899): Process ended prematurely: osmo-stp_10.42.42.5(pid=14899) [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14899)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:48:58.184725 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:48:58.196234 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a23:48:58.351890 tst mo_mt_call_osmux.py: using LAC 37079\u000a23:48:58.469882 tst mo_mt_call_osmux.py: using RAC 104\u000a23:48:58.589725 tst mo_mt_call_osmux.py: using CellId 37079\u000a23:48:58.707027 tst mo_mt_call_osmux.py: using BVCI 37080\u000a23:48:58.729821 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:48:58.740686 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:48:58.751541 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:48:58.762355 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:48:58.773243 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:48:58.784029 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:48:58.903913 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:48:59.110548 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:48:59.611886 run create_hlr_db(pid=14893): Launched\u000a23:48:59.796109 bus /sierra_2: Setting Powered False\u000a23:49:00.817355 run create_hlr_db(pid=14893): Terminated: ok {rc=0}\u000a23:49:01.270771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14895): Launched\u000a23:49:01.677821 run osmo-hlr_10.42.42.2(pid=14896): Launched\u000a23:49:01.970069 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:49:02.578621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14898): Launched\u000a23:49:02.895909 run osmo-stp_10.42.42.5(pid=14899): Launched\u000a23:49:03.011909 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:49:03.591302 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14901): Launched\u000a23:49:03.908086 run osmo-msc_10.42.42.6(pid=14902): Launched\u000a23:49:04.094363 run osmo-stp_10.42.42.5(pid=14899): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14899)]\u000a23:49:04.229355 run osmo-stp_10.42.42.5(pid=14899): stdout: \u000a| (launched: 2022-12-13_23:49:02.740389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:49:04.364238 run osmo-stp_10.42.42.5(pid=14899): stderr: \u000a| �[0;m�[38;5;43m20221213234902933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234902933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234902933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234902934 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234902934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234902934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234902934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:49:04.492719 run osmo-stp_10.42.42.5(pid=14899): stdout: \u000a| (launched: 2022-12-13_23:49:02.740389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:49:04.619412 run osmo-stp_10.42.42.5(pid=14899): stderr: \u000a| �[0;m�[38;5;43m20221213234902933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234902933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234902933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234902934 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234902934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234902934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234902934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:49:04.675087 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14899): Process ended prematurely: osmo-stp_10.42.42.5(pid=14899) [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14899)] [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a23:49:04.684106 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a23:49:04.746397 run osmo-hlr_10.42.42.2(pid=14896): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14896)]\u000a23:49:04.797330 run osmo-hlr_10.42.42.2(pid=14896): stdout: \u000a| (launched: 2022-12-13_23:49:01.427386) \u000a23:49:04.849016 run osmo-hlr_10.42.42.2(pid=14896): stderr: \u000a| �[0;m�[1;31m20221213234901728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234901728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234901728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234901728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234901728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234901729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234901742 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234901756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234901759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234901759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:49:04.919224 run osmo-msc_10.42.42.6(pid=14902): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14902)]\u000a23:49:04.970099 run osmo-msc_10.42.42.6(pid=14902): stdout: \u000a| (launched: 2022-12-13_23:49:03.752730) \u000a23:49:05.021552 run osmo-msc_10.42.42.6(pid=14902): stderr: \u000a| �[0;m�[38;5;43m20221213234904079 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213234904079 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2d3fabec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213234904080 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213234904080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213234904080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213234904080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213234904082 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213234904082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213234904082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213234904082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:49:05.065275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14895): Terminating (SIGTERM)\u000a23:49:05.107035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14898): Terminating (SIGTERM)\u000a23:49:05.149012 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14901): Terminating (SIGTERM)\u000a23:49:05.158616 --- ParallelTerminationStrategy: PID 14895 died...\u000a23:49:05.214291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14895): Terminated: ok {rc=0}\u000a23:49:05.224196 --- ParallelTerminationStrategy: PID 14898 died...\u000a23:49:05.279443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14898): Terminated: ok {rc=0}\u000a23:49:05.289356 --- ParallelTerminationStrategy: PID 14901 died...\u000a23:49:05.344740 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14901): Terminated: ok {rc=0}\u000a23:49:05.429661 bus /sierra_3: Setting Powered False\u000a23:49:06.534927 bus /sierra_3: Setting Powered False\u000a23:49:07.641727 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:48:47" }, { "cases" : [ { "testActions" : [ ], "age" : 79, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14914): Process ended prematurely: osmo-stp_10.42.42.5(pid=14914) [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14914)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14914): Process ended prematurely: osmo-stp_10.42.42.5(pid=14914) [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14914)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a23:49:09.643559 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:49:09.655209 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a23:49:09.818277 tst mo_mt_call.py: using LAC 37080\u000a23:49:09.943978 tst mo_mt_call.py: using RAC 105\u000a23:49:10.063289 tst mo_mt_call.py: using CellId 37080\u000a23:49:10.182763 tst mo_mt_call.py: using BVCI 37081\u000a23:49:10.205483 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:49:10.216628 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:49:10.227585 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:49:10.238639 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:49:10.249761 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:49:10.260486 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:49:10.374243 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:49:10.583432 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:49:11.083269 run create_hlr_db(pid=14908): Launched\u000a23:49:11.267260 bus /sierra_2: Setting Powered False\u000a23:49:12.288370 run create_hlr_db(pid=14908): Terminated: ok {rc=0}\u000a23:49:12.688058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14910): Launched\u000a23:49:12.985120 run osmo-hlr_10.42.42.2(pid=14911): Launched\u000a23:49:13.094931 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:49:13.608894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14913): Launched\u000a23:49:13.905822 run osmo-stp_10.42.42.5(pid=14914): Launched\u000a23:49:14.013645 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:49:14.556439 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14916): Launched\u000a23:49:14.853424 run osmo-msc_10.42.42.6(pid=14917): Launched\u000a23:49:15.027945 run osmo-stp_10.42.42.5(pid=14914): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14914)]\u000a23:49:15.154022 run osmo-stp_10.42.42.5(pid=14914): stdout: \u000a| (launched: 2022-12-13_23:49:13.759153)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:49:15.277343 run osmo-stp_10.42.42.5(pid=14914): stderr: \u000a| �[0;m�[38;5;43m20221213234913930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234913930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234913930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234913931 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234913931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234913931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234913931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:49:15.396690 run osmo-stp_10.42.42.5(pid=14914): stdout: \u000a| (launched: 2022-12-13_23:49:13.759153)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:49:15.515117 run osmo-stp_10.42.42.5(pid=14914): stderr: \u000a| �[0;m�[38;5;43m20221213234913930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234913930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234913930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234913931 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234913931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234913931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234913931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:49:15.567487 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14914): Process ended prematurely: osmo-stp_10.42.42.5(pid=14914) [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14914)] [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a23:49:15.576093 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a23:49:15.635220 run osmo-hlr_10.42.42.2(pid=14911): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14911)]\u000a23:49:15.683699 run osmo-hlr_10.42.42.2(pid=14911): stdout: \u000a| (launched: 2022-12-13_23:49:12.839122) \u000a23:49:15.732695 run osmo-hlr_10.42.42.2(pid=14911): stderr: \u000a| �[0;m�[1;31m20221213234913016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234913016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234913016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234913016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234913016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234913016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234913028 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234913039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234913039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234913039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:49:15.799190 run osmo-msc_10.42.42.6(pid=14917): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14917)]\u000a23:49:15.855488 run osmo-msc_10.42.42.6(pid=14917): stdout: \u000a| (launched: 2022-12-13_23:49:14.707454) \u000a23:49:15.911510 run osmo-msc_10.42.42.6(pid=14917): stderr: \u000a| �[0;m�[38;5;43m20221213234914978 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213234914979 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f58d6e25c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213234914979 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213234914979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213234914979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213234914979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213234914981 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213234914981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213234914982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213234914982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:49:15.954298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14910): Terminating (SIGTERM)\u000a23:49:15.994640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14913): Terminating (SIGTERM)\u000a23:49:16.034958 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14916): Terminating (SIGTERM)\u000a23:49:16.044248 --- ParallelTerminationStrategy: PID 14910 died...\u000a23:49:16.098669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14910): Terminated: ok {rc=0}\u000a23:49:16.108790 --- ParallelTerminationStrategy: PID 14913 died...\u000a23:49:16.163197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14913): Terminated: ok {rc=0}\u000a23:49:16.173271 --- ParallelTerminationStrategy: PID 14916 died...\u000a23:49:16.227429 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14916): Terminated: ok {rc=0}\u000a23:49:16.310418 bus /sierra_3: Setting Powered False\u000a23:49:17.408859 bus /sierra_3: Setting Powered False\u000a23:49:18.518594 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 81, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14925): Process ended prematurely: osmo-stp_10.42.42.5(pid=14925) [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14925)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14925): Process ended prematurely: osmo-stp_10.42.42.5(pid=14925) [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14925)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:49:19.627190 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:49:19.639015 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a23:49:19.794131 tst mo_mt_call_osmux.py: using LAC 37081\u000a23:49:19.911307 tst mo_mt_call_osmux.py: using RAC 106\u000a23:49:20.038230 tst mo_mt_call_osmux.py: using CellId 37081\u000a23:49:20.166972 tst mo_mt_call_osmux.py: using BVCI 37082\u000a23:49:20.191325 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:49:20.203105 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:49:20.214858 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:49:20.226504 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:49:20.238423 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:49:20.250130 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:49:20.366915 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:49:20.566825 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:49:21.045166 run create_hlr_db(pid=14919): Launched\u000a23:49:21.217317 bus /sierra_2: Setting Powered False\u000a23:49:22.238423 run create_hlr_db(pid=14919): Terminated: ok {rc=0}\u000a23:49:22.637629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14921): Launched\u000a23:49:22.936454 run osmo-hlr_10.42.42.2(pid=14922): Launched\u000a23:49:23.051768 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:49:23.577153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14924): Launched\u000a23:49:23.874617 run osmo-stp_10.42.42.5(pid=14925): Launched\u000a23:49:23.983290 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:49:24.527723 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14927): Launched\u000a23:49:24.826480 run osmo-msc_10.42.42.6(pid=14928): Launched\u000a23:49:25.001572 run osmo-stp_10.42.42.5(pid=14925): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14925)]\u000a23:49:25.128068 run osmo-stp_10.42.42.5(pid=14925): stdout: \u000a| (launched: 2022-12-13_23:49:23.728590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:49:25.252382 run osmo-stp_10.42.42.5(pid=14925): stderr: \u000a| �[0;m�[38;5;43m20221213234923899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234923900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234923900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234923900 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234923902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234923903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234923903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:49:25.372386 run osmo-stp_10.42.42.5(pid=14925): stdout: \u000a| (launched: 2022-12-13_23:49:23.728590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:49:25.491178 run osmo-stp_10.42.42.5(pid=14925): stderr: \u000a| �[0;m�[38;5;43m20221213234923899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234923900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234923900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234923900 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234923902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234923903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234923903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:49:25.543680 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14925): Process ended prematurely: osmo-stp_10.42.42.5(pid=14925) [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14925)] [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a23:49:25.552329 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a23:49:25.611457 run osmo-hlr_10.42.42.2(pid=14922): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14922)]\u000a23:49:25.660284 run osmo-hlr_10.42.42.2(pid=14922): stdout: \u000a| (launched: 2022-12-13_23:49:22.789800) \u000a23:49:25.709696 run osmo-hlr_10.42.42.2(pid=14922): stderr: \u000a| �[0;m�[1;31m20221213234922967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234922967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234922967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234922967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234922967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234922967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234922979 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234922988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234922989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234922989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:49:25.776513 run osmo-msc_10.42.42.6(pid=14928): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14928)]\u000a23:49:25.824940 run osmo-msc_10.42.42.6(pid=14928): stdout: \u000a| (launched: 2022-12-13_23:49:24.679835) \u000a23:49:25.873741 run osmo-msc_10.42.42.6(pid=14928): stderr: \u000a| �[0;m�[38;5;43m20221213234924952 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213234924953 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb1d7ebfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213234924953 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213234924953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213234924953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213234924953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213234924955 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213234924955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213234924956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213234924956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:49:25.915135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14921): Terminating (SIGTERM)\u000a23:49:25.954183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14924): Terminating (SIGTERM)\u000a23:49:25.993378 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14927): Terminating (SIGTERM)\u000a23:49:26.002659 --- ParallelTerminationStrategy: PID 14921 died...\u000a23:49:26.055738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14921): Terminated: ok {rc=0}\u000a23:49:26.065435 --- ParallelTerminationStrategy: PID 14924 died...\u000a23:49:26.118056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14924): Terminated: ok {rc=0}\u000a23:49:26.127527 --- ParallelTerminationStrategy: PID 14927 died...\u000a23:49:26.180158 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14927): Terminated: ok {rc=0}\u000a23:49:26.267808 bus /sierra_3: Setting Powered False\u000a23:49:27.370422 bus /sierra_3: Setting Powered False\u000a23:49:28.480038 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:49:09" }, { "cases" : [ { "testActions" : [ ], "age" : 79, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14940): Process ended prematurely: osmo-stp_10.42.42.5(pid=14940) [trial-2396↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14940)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14940): Process ended prematurely: osmo-stp_10.42.42.5(pid=14940) [trial-2396↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14940)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a23:49:30.467489 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:49:30.478598 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:49:30.632090 tst mo_mt_call.py: using LAC 37082\u000a23:49:30.750878 tst mo_mt_call.py: using RAC 107\u000a23:49:30.870577 tst mo_mt_call.py: using CellId 37082\u000a23:49:30.999070 tst mo_mt_call.py: using BVCI 37083\u000a23:49:31.022959 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:49:31.035996 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:49:31.049712 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:49:31.064308 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:49:31.079446 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:49:31.094185 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:49:31.221543 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:49:31.435266 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:49:31.982004 run create_hlr_db(pid=14934): Launched\u000a23:49:32.173693 bus /sierra_2: Setting Powered False\u000a23:49:33.189768 run create_hlr_db(pid=14934): Terminated: ok {rc=0}\u000a23:49:33.593881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14936): Launched\u000a23:49:33.892532 run osmo-hlr_10.42.42.2(pid=14937): Launched\u000a23:49:34.006172 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:49:34.522382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14939): Launched\u000a23:49:34.820712 run osmo-stp_10.42.42.5(pid=14940): Launched\u000a23:49:34.929572 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:49:35.473333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14942): Launched\u000a23:49:35.771394 run osmo-msc_10.42.42.6(pid=14943): Launched\u000a23:49:35.946650 run osmo-stp_10.42.42.5(pid=14940): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14940)]\u000a23:49:36.073245 run osmo-stp_10.42.42.5(pid=14940): stdout: \u000a| (launched: 2022-12-13_23:49:34.674877)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:49:36.197814 run osmo-stp_10.42.42.5(pid=14940): stderr: \u000a| �[0;m�[38;5;43m20221213234934846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234934846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234934846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234934847 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234934847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234934847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234934847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:49:36.317911 run osmo-stp_10.42.42.5(pid=14940): stdout: \u000a| (launched: 2022-12-13_23:49:34.674877)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:49:36.436497 run osmo-stp_10.42.42.5(pid=14940): stderr: \u000a| �[0;m�[38;5;43m20221213234934846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234934846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234934846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234934847 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234934847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234934847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234934847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:49:36.489230 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14940): Process ended prematurely: osmo-stp_10.42.42.5(pid=14940) [trial-2396↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14940)] [trial-2396↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a23:49:36.497972 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a23:49:36.556744 run osmo-hlr_10.42.42.2(pid=14937): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14937)]\u000a23:49:36.605412 run osmo-hlr_10.42.42.2(pid=14937): stdout: \u000a| (launched: 2022-12-13_23:49:33.745708) \u000a23:49:36.654615 run osmo-hlr_10.42.42.2(pid=14937): stderr: \u000a| �[0;m�[1;31m20221213234933924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234933924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234933924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234933924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234933924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234933924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234933936 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234933945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234933945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234933945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:49:36.722068 run osmo-msc_10.42.42.6(pid=14943): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14943)]\u000a23:49:36.770322 run osmo-msc_10.42.42.6(pid=14943): stdout: \u000a| (launched: 2022-12-13_23:49:35.624489) \u000a23:49:36.819226 run osmo-msc_10.42.42.6(pid=14943): stderr: \u000a| �[0;m�[38;5;43m20221213234935894 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213234935894 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4cf6b5ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213234935894 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213234935894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213234935895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213234935895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213234935896 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213234935897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213234935897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213234935897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:49:36.860417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14936): Terminating (SIGTERM)\u000a23:49:36.899285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14939): Terminating (SIGTERM)\u000a23:49:36.938578 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14942): Terminating (SIGTERM)\u000a23:49:36.947688 --- ParallelTerminationStrategy: PID 14936 died...\u000a23:49:37.000326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14936): Terminated: ok {rc=0}\u000a23:49:37.009915 --- ParallelTerminationStrategy: PID 14939 died...\u000a23:49:37.062110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14939): Terminated: ok {rc=0}\u000a23:49:37.071586 --- ParallelTerminationStrategy: PID 14942 died...\u000a23:49:37.123963 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14942): Terminated: ok {rc=0}\u000a23:49:37.206657 bus /sierra_3: Setting Powered False\u000a23:49:38.312612 bus /sierra_3: Setting Powered False\u000a23:49:39.423885 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 79, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14951): Process ended prematurely: osmo-stp_10.42.42.5(pid=14951) [trial-2396↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14951)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14951): Process ended prematurely: osmo-stp_10.42.42.5(pid=14951) [trial-2396↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14951)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:49:40.532572 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:49:40.544475 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:49:40.705942 tst mo_mt_call_osmux.py: using LAC 37083\u000a23:49:40.833115 tst mo_mt_call_osmux.py: using RAC 108\u000a23:49:40.952687 tst mo_mt_call_osmux.py: using CellId 37083\u000a23:49:41.070664 tst mo_mt_call_osmux.py: using BVCI 37084\u000a23:49:41.093803 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:49:41.105250 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:49:41.116327 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:49:41.127265 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:49:41.138748 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:49:41.150101 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:49:41.266730 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:49:41.477349 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:49:41.979297 run create_hlr_db(pid=14945): Launched\u000a23:49:42.164265 bus /sierra_2: Setting Powered False\u000a23:49:43.186276 run create_hlr_db(pid=14945): Terminated: ok {rc=0}\u000a23:49:43.587911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14947): Launched\u000a23:49:43.886984 run osmo-hlr_10.42.42.2(pid=14948): Launched\u000a23:49:44.004234 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:49:44.531385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14950): Launched\u000a23:49:44.830577 run osmo-stp_10.42.42.5(pid=14951): Launched\u000a23:49:44.939402 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:49:45.482514 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14953): Launched\u000a23:49:45.780751 run osmo-msc_10.42.42.6(pid=14954): Launched\u000a23:49:46.172636 run osmo-stp_10.42.42.5(pid=14951): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14951)]\u000a23:49:46.310483 run osmo-stp_10.42.42.5(pid=14951): stdout: \u000a| (launched: 2022-12-13_23:49:44.683056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:49:46.449261 run osmo-stp_10.42.42.5(pid=14951): stderr: \u000a| �[0;m�[38;5;43m20221213234944853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234944853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234944854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234944854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234944855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234944855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234944855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:49:46.581350 run osmo-stp_10.42.42.5(pid=14951): stdout: \u000a| (launched: 2022-12-13_23:49:44.683056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:49:46.714173 run osmo-stp_10.42.42.5(pid=14951): stderr: \u000a| �[0;m�[38;5;43m20221213234944853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234944853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234944854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234944854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234944855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234944855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234944855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:49:46.771894 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14951): Process ended prematurely: osmo-stp_10.42.42.5(pid=14951) [trial-2396↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14951)] [trial-2396↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a23:49:46.782430 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a23:49:46.849603 run osmo-hlr_10.42.42.2(pid=14948): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14948)]\u000a23:49:46.904224 run osmo-hlr_10.42.42.2(pid=14948): stdout: \u000a| (launched: 2022-12-13_23:49:43.740267) \u000a23:49:46.959212 run osmo-hlr_10.42.42.2(pid=14948): stderr: \u000a| �[0;m�[1;31m20221213234943918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234943918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234943918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234943918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234943918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234943918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234943930 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234943939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234943939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234943939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:49:47.034585 run osmo-msc_10.42.42.6(pid=14954): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14954)]\u000a23:49:47.088665 run osmo-msc_10.42.42.6(pid=14954): stdout: \u000a| (launched: 2022-12-13_23:49:45.634109) \u000a23:49:47.142996 run osmo-msc_10.42.42.6(pid=14954): stderr: \u000a| �[0;m�[38;5;43m20221213234945960 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213234945960 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4daa412c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213234945960 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213234945960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213234945960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213234945961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213234945963 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213234945964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213234945964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213234945964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:49:47.189470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14947): Terminating (SIGTERM)\u000a23:49:47.232804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14950): Terminating (SIGTERM)\u000a23:49:47.271920 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14953): Terminating (SIGTERM)\u000a23:49:47.281067 --- ParallelTerminationStrategy: PID 14947 died...\u000a23:49:47.333280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14947): Terminated: ok {rc=0}\u000a23:49:47.342680 --- ParallelTerminationStrategy: PID 14950 died...\u000a23:49:47.394965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14950): Terminated: ok {rc=0}\u000a23:49:47.404357 --- ParallelTerminationStrategy: PID 14953 died...\u000a23:49:47.456335 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14953): Terminated: ok {rc=0}\u000a23:49:47.537190 bus /sierra_3: Setting Powered False\u000a23:49:48.642590 bus /sierra_3: Setting Powered False\u000a23:49:49.749344 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:49:30" }, { "cases" : [ { "testActions" : [ ], "age" : 79, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14965): Process ended prematurely: osmo-stp_10.42.42.5(pid=14965) [trial-2396↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14965)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14965): Process ended prematurely: osmo-stp_10.42.42.5(pid=14965) [trial-2396↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14965)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a23:49:51.757935 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:49:51.769133 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:49:51.929276 tst mo_mt_call.py: using LAC 37084\u000a23:49:52.051579 tst mo_mt_call.py: using RAC 109\u000a23:49:52.179872 tst mo_mt_call.py: using CellId 37084\u000a23:49:52.316574 tst mo_mt_call.py: using BVCI 37085\u000a23:49:52.340705 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:49:52.351989 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:49:52.363144 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:49:52.374264 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:49:52.386105 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:49:52.397522 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:49:52.514674 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:49:52.723614 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:49:53.222667 run create_hlr_db(pid=14959): Launched\u000a23:49:53.407004 bus /sierra_2: Setting Powered False\u000a23:49:54.427942 run create_hlr_db(pid=14959): Terminated: ok {rc=0}\u000a23:49:54.827851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14961): Launched\u000a23:49:55.129631 run osmo-hlr_10.42.42.2(pid=14962): Launched\u000a23:49:55.244693 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:49:55.758953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14964): Launched\u000a23:49:56.056390 run osmo-stp_10.42.42.5(pid=14965): Launched\u000a23:49:56.165782 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:49:56.709300 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14967): Launched\u000a23:49:57.008044 run osmo-msc_10.42.42.6(pid=14968): Launched\u000a23:49:57.184303 run osmo-stp_10.42.42.5(pid=14965): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14965)]\u000a23:49:57.311057 run osmo-stp_10.42.42.5(pid=14965): stdout: \u000a| (launched: 2022-12-13_23:49:55.910297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:49:57.434891 run osmo-stp_10.42.42.5(pid=14965): stderr: \u000a| �[0;m�[38;5;43m20221213234956084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234956084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234956084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234956084 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234956085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234956085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234956085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:49:57.554624 run osmo-stp_10.42.42.5(pid=14965): stdout: \u000a| (launched: 2022-12-13_23:49:55.910297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:49:57.673340 run osmo-stp_10.42.42.5(pid=14965): stderr: \u000a| �[0;m�[38;5;43m20221213234956084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213234956084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213234956084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213234956084 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213234956085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213234956085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213234956085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:49:57.725672 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14965): Process ended prematurely: osmo-stp_10.42.42.5(pid=14965) [trial-2396↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14965)] [trial-2396↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a23:49:57.734015 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a23:49:57.793035 run osmo-hlr_10.42.42.2(pid=14962): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14962)]\u000a23:49:57.841275 run osmo-hlr_10.42.42.2(pid=14962): stdout: \u000a| (launched: 2022-12-13_23:49:54.980171) \u000a23:49:57.890767 run osmo-hlr_10.42.42.2(pid=14962): stderr: \u000a| �[0;m�[1;31m20221213234955155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213234955156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213234955156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234955156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213234955156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213234955156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213234955167 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213234955176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213234955176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213234955176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:49:57.957173 run osmo-msc_10.42.42.6(pid=14968): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14968)]\u000a23:49:58.005423 run osmo-msc_10.42.42.6(pid=14968): stdout: \u000a| (launched: 2022-12-13_23:49:56.861182) \u000a23:49:58.054256 run osmo-msc_10.42.42.6(pid=14968): stderr: \u000a| �[0;m�[38;5;43m20221213234957133 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213234957133 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fef8871fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213234957133 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213234957134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213234957134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213234957134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213234957136 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213234957136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213234957136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213234957136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:49:58.095764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14961): Terminating (SIGTERM)\u000a23:49:58.135094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14964): Terminating (SIGTERM)\u000a23:49:58.174568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14967): Terminating (SIGTERM)\u000a23:49:58.183696 --- ParallelTerminationStrategy: PID 14961 died...\u000a23:49:58.236844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14961): Terminated: ok {rc=0}\u000a23:49:58.246447 --- ParallelTerminationStrategy: PID 14964 died...\u000a23:49:58.299446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14964): Terminated: ok {rc=0}\u000a23:49:58.308939 --- ParallelTerminationStrategy: PID 14967 died...\u000a23:49:58.361830 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14967): Terminated: ok {rc=0}\u000a23:49:58.449073 bus /sierra_3: Setting Powered False\u000a23:49:59.551209 bus /sierra_3: Setting Powered False\u000a23:50:00.658696 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 79, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14979): Process ended prematurely: osmo-stp_10.42.42.5(pid=14979) [trial-2396↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14979)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14979): Process ended prematurely: osmo-stp_10.42.42.5(pid=14979) [trial-2396↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14979)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:50:01.768560 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:50:01.780595 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:50:01.973497 tst mo_mt_call_osmux.py: using LAC 37085\u000a23:50:02.138846 tst mo_mt_call_osmux.py: using RAC 110\u000a23:50:02.279287 tst mo_mt_call_osmux.py: using CellId 37085\u000a23:50:02.399275 tst mo_mt_call_osmux.py: using BVCI 37086\u000a23:50:02.422293 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:50:02.433273 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:50:02.443896 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:50:02.454548 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:50:02.465843 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:50:02.477139 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:50:02.596634 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:50:02.801358 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:50:03.281097 run create_hlr_db(pid=14973): Launched\u000a23:50:03.453761 bus /sierra_2: Setting Powered False\u000a23:50:04.475160 run create_hlr_db(pid=14973): Terminated: ok {rc=0}\u000a23:50:04.898849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14975): Launched\u000a23:50:05.217934 run osmo-hlr_10.42.42.2(pid=14976): Launched\u000a23:50:05.337115 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:50:05.892224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14978): Launched\u000a23:50:06.210408 run osmo-stp_10.42.42.5(pid=14979): Launched\u000a23:50:06.326613 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:50:06.912459 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14981): Launched\u000a23:50:07.213349 run osmo-msc_10.42.42.6(pid=14982): Launched\u000a23:50:07.387897 run osmo-stp_10.42.42.5(pid=14979): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14979)]\u000a23:50:07.514927 run osmo-stp_10.42.42.5(pid=14979): stdout: \u000a| (launched: 2022-12-13_23:50:06.054420)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:50:07.639653 run osmo-stp_10.42.42.5(pid=14979): stderr: \u000a| �[0;m�[38;5;43m20221213235006246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235006247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235006247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235006247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235006248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235006248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235006248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:50:07.759378 run osmo-stp_10.42.42.5(pid=14979): stdout: \u000a| (launched: 2022-12-13_23:50:06.054420)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:50:07.878562 run osmo-stp_10.42.42.5(pid=14979): stderr: \u000a| �[0;m�[38;5;43m20221213235006246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235006247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235006247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235006247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235006248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235006248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235006248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:50:07.931165 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14979): Process ended prematurely: osmo-stp_10.42.42.5(pid=14979) [trial-2396↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14979)] [trial-2396↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a23:50:07.939561 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a23:50:07.998918 run osmo-hlr_10.42.42.2(pid=14976): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14976)]\u000a23:50:08.047538 run osmo-hlr_10.42.42.2(pid=14976): stdout: \u000a| (launched: 2022-12-13_23:50:05.061672) \u000a23:50:08.096836 run osmo-hlr_10.42.42.2(pid=14976): stderr: \u000a| �[0;m�[1;31m20221213235005257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235005257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235005257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235005257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235005257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235005257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235005269 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235005278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235005278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235005278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:50:08.163592 run osmo-msc_10.42.42.6(pid=14982): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14982)]\u000a23:50:08.212232 run osmo-msc_10.42.42.6(pid=14982): stdout: \u000a| (launched: 2022-12-13_23:50:07.066132) \u000a23:50:08.261480 run osmo-msc_10.42.42.6(pid=14982): stderr: \u000a| �[0;m�[38;5;43m20221213235007337 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213235007338 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff05c783c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213235007338 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213235007338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213235007338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213235007338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213235007340 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213235007340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213235007340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213235007340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:50:08.303325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14975): Terminating (SIGTERM)\u000a23:50:08.342717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14978): Terminating (SIGTERM)\u000a23:50:08.382197 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14981): Terminating (SIGTERM)\u000a23:50:08.391347 --- ParallelTerminationStrategy: PID 14975 died...\u000a23:50:08.444381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14975): Terminated: ok {rc=0}\u000a23:50:08.453989 --- ParallelTerminationStrategy: PID 14978 died...\u000a23:50:08.507012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14978): Terminated: ok {rc=0}\u000a23:50:08.516509 --- ParallelTerminationStrategy: PID 14981 died...\u000a23:50:08.569616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14981): Terminated: ok {rc=0}\u000a23:50:08.658255 bus /sierra_3: Setting Powered False\u000a23:50:09.761562 bus /sierra_3: Setting Powered False\u000a23:50:10.871299 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:49:51" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14993): Process ended prematurely: osmo-stp_10.42.42.5(pid=14993) [trial-2396↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14993)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14993): Process ended prematurely: osmo-stp_10.42.42.5(pid=14993) [trial-2396↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14993)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a23:50:12.861798 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:50:12.873648 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:50:13.020434 tst mo_mt_call.py: using LAC 37086\u000a23:50:13.150242 tst mo_mt_call.py: using RAC 111\u000a23:50:13.269314 tst mo_mt_call.py: using CellId 37086\u000a23:50:13.387343 tst mo_mt_call.py: using BVCI 37087\u000a23:50:13.410321 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:50:13.421861 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:50:13.433180 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:50:13.444262 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:50:13.455625 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:50:13.466895 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a23:50:13.583080 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a23:50:13.789301 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:50:14.267696 run create_hlr_db(pid=14987): Launched\u000a23:50:14.439663 bus /sierra_2: Setting Powered False\u000a23:50:15.461829 run create_hlr_db(pid=14987): Terminated: ok {rc=0}\u000a23:50:15.921975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14989): Launched\u000a23:50:16.338565 run osmo-hlr_10.42.42.2(pid=14990): Launched\u000a23:50:16.602566 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:50:17.301794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14992): Launched\u000a23:50:17.625001 run osmo-stp_10.42.42.5(pid=14993): Launched\u000a23:50:17.742444 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:50:18.327107 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14995): Launched\u000a23:50:18.647392 run osmo-msc_10.42.42.6(pid=14996): Launched\u000a23:50:18.835076 run osmo-stp_10.42.42.5(pid=14993): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14993)]\u000a23:50:18.971388 run osmo-stp_10.42.42.5(pid=14993): stdout: \u000a| (launched: 2022-12-13_23:50:17.466453)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:50:19.108325 run osmo-stp_10.42.42.5(pid=14993): stderr: \u000a| �[0;m�[38;5;43m20221213235017656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235017656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235017657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235017657 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235017659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235017660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235017660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:50:19.237091 run osmo-stp_10.42.42.5(pid=14993): stdout: \u000a| (launched: 2022-12-13_23:50:17.466453)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:50:19.364678 run osmo-stp_10.42.42.5(pid=14993): stderr: \u000a| �[0;m�[38;5;43m20221213235017656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235017656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235017657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235017657 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235017659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235017660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235017660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:50:19.421068 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14993): Process ended prematurely: osmo-stp_10.42.42.5(pid=14993) [trial-2396↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14993)] [trial-2396↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a23:50:19.430282 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a23:50:19.493329 run osmo-hlr_10.42.42.2(pid=14990): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14990)]\u000a23:50:19.544901 run osmo-hlr_10.42.42.2(pid=14990): stdout: \u000a| (launched: 2022-12-13_23:50:16.088003) \u000a23:50:19.597144 run osmo-hlr_10.42.42.2(pid=14990): stderr: \u000a| �[0;m�[1;31m20221213235016535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235016535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235016535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235016535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235016535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235016535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235016558 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235016584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235016584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235016584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:50:19.667837 run osmo-msc_10.42.42.6(pid=14996): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14996)]\u000a23:50:19.719182 run osmo-msc_10.42.42.6(pid=14996): stdout: \u000a| (launched: 2022-12-13_23:50:18.490637) \u000a23:50:19.771278 run osmo-msc_10.42.42.6(pid=14996): stderr: \u000a| �[0;m�[38;5;43m20221213235018810 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213235018810 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fca3fe4dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213235018810 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213235018811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213235018811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213235018811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213235018813 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213235018813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213235018813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213235018813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:50:19.815419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14989): Terminating (SIGTERM)\u000a23:50:19.857648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14992): Terminating (SIGTERM)\u000a23:50:19.899849 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14995): Terminating (SIGTERM)\u000a23:50:19.909608 --- ParallelTerminationStrategy: PID 14989 died...\u000a23:50:19.966048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14989): Terminated: ok {rc=0}\u000a23:50:19.976156 --- ParallelTerminationStrategy: PID 14992 died...\u000a23:50:20.031965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14992): Terminated: ok {rc=0}\u000a23:50:20.042068 --- ParallelTerminationStrategy: PID 14995 died...\u000a23:50:20.097911 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14995): Terminated: ok {rc=0}\u000a23:50:20.184298 bus /sierra_3: Setting Powered False\u000a23:50:21.289462 bus /sierra_3: Setting Powered False\u000a23:50:22.400634 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15004): Process ended prematurely: osmo-stp_10.42.42.5(pid=15004) [trial-2396↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15004)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15004): Process ended prematurely: osmo-stp_10.42.42.5(pid=15004) [trial-2396↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15004)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:50:23.513229 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:50:23.525487 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:50:23.672230 tst mo_mt_call_osmux.py: using LAC 37087\u000a23:50:23.792631 tst mo_mt_call_osmux.py: using RAC 112\u000a23:50:23.910372 tst mo_mt_call_osmux.py: using CellId 37087\u000a23:50:24.027581 tst mo_mt_call_osmux.py: using BVCI 37088\u000a23:50:24.050604 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:50:24.062011 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:50:24.073258 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:50:24.084295 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:50:24.095781 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:50:24.107098 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a23:50:24.227110 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a23:50:24.437165 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:50:24.939565 run create_hlr_db(pid=14998): Launched\u000a23:50:25.124658 bus /sierra_2: Setting Powered False\u000a23:50:26.145518 run create_hlr_db(pid=14998): Terminated: ok {rc=0}\u000a23:50:26.545824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15000): Launched\u000a23:50:26.844643 run osmo-hlr_10.42.42.2(pid=15001): Launched\u000a23:50:26.954743 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:50:27.471915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15003): Launched\u000a23:50:27.770205 run osmo-stp_10.42.42.5(pid=15004): Launched\u000a23:50:27.878952 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:50:28.422481 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15006): Launched\u000a23:50:28.721216 run osmo-msc_10.42.42.6(pid=15007): Launched\u000a23:50:28.896384 run osmo-stp_10.42.42.5(pid=15004): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15004)]\u000a23:50:29.023213 run osmo-stp_10.42.42.5(pid=15004): stdout: \u000a| (launched: 2022-12-13_23:50:27.623813)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:50:29.147720 run osmo-stp_10.42.42.5(pid=15004): stderr: \u000a| �[0;m�[38;5;43m20221213235027792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235027792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235027792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235027793 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235027793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235027793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235027793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:50:29.267501 run osmo-stp_10.42.42.5(pid=15004): stdout: \u000a| (launched: 2022-12-13_23:50:27.623813)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:50:29.386200 run osmo-stp_10.42.42.5(pid=15004): stderr: \u000a| �[0;m�[38;5;43m20221213235027792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235027792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235027792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235027793 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235027793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235027793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235027793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:50:29.438798 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15004): Process ended prematurely: osmo-stp_10.42.42.5(pid=15004) [trial-2396↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15004)] [trial-2396↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a23:50:29.447066 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a23:50:29.506047 run osmo-hlr_10.42.42.2(pid=15001): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15001)]\u000a23:50:29.554441 run osmo-hlr_10.42.42.2(pid=15001): stdout: \u000a| (launched: 2022-12-13_23:50:26.697933) \u000a23:50:29.603431 run osmo-hlr_10.42.42.2(pid=15001): stderr: \u000a| �[0;m�[1;31m20221213235026875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235026875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235026875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235026875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235026875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235026875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235026887 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235026898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235026898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235026898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:50:29.669709 run osmo-msc_10.42.42.6(pid=15007): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15007)]\u000a23:50:29.718407 run osmo-msc_10.42.42.6(pid=15007): stdout: \u000a| (launched: 2022-12-13_23:50:28.574172) \u000a23:50:29.767373 run osmo-msc_10.42.42.6(pid=15007): stderr: \u000a| �[0;m�[38;5;43m20221213235028847 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213235028847 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6eb3bc3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213235028847 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213235028847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213235028847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213235028848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213235028849 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213235028850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213235028850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213235028850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:50:29.808643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15000): Terminating (SIGTERM)\u000a23:50:29.847483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15003): Terminating (SIGTERM)\u000a23:50:29.886239 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15006): Terminating (SIGTERM)\u000a23:50:29.895286 --- ParallelTerminationStrategy: PID 15000 died...\u000a23:50:29.947920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15000): Terminated: ok {rc=0}\u000a23:50:29.957588 --- ParallelTerminationStrategy: PID 15003 died...\u000a23:50:30.009837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15003): Terminated: ok {rc=0}\u000a23:50:30.019351 --- ParallelTerminationStrategy: PID 15006 died...\u000a23:50:30.071583 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15006): Terminated: ok {rc=0}\u000a23:50:30.159012 bus /sierra_3: Setting Powered False\u000a23:50:31.262543 bus /sierra_3: Setting Powered False\u000a23:50:32.368365 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:50:12" }, { "cases" : [ { "testActions" : [ ], "age" : 79, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15018): Process ended prematurely: osmo-stp_10.42.42.5(pid=15018) [trial-2396↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15018)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15018): Process ended prematurely: osmo-stp_10.42.42.5(pid=15018) [trial-2396↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15018)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a23:50:34.381463 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:50:34.393416 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a23:50:34.535044 tst emergency_mo_mt_call.py: using LAC 37088\u000a23:50:34.650408 tst emergency_mo_mt_call.py: using RAC 113\u000a23:50:34.763835 tst emergency_mo_mt_call.py: using CellId 37088\u000a23:50:34.879785 tst emergency_mo_mt_call.py: using BVCI 37089\u000a23:50:34.902143 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:50:34.912585 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:50:34.922999 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:50:34.933379 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:50:34.943670 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:50:34.953975 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a23:50:35.073253 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a23:50:35.273117 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:50:35.746418 run create_hlr_db(pid=15012): Launched\u000a23:50:35.929652 bus /sierra_2: Setting Powered False\u000a23:50:36.949713 run create_hlr_db(pid=15012): Terminated: ok {rc=0}\u000a23:50:37.344760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15014): Launched\u000a23:50:37.637430 run osmo-hlr_10.42.42.2(pid=15015): Launched\u000a23:50:37.744899 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:50:38.252223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15017): Launched\u000a23:50:38.545373 run osmo-stp_10.42.42.5(pid=15018): Launched\u000a23:50:38.675415 tst emergency_mo_mt_call.py: using MSISDN 8393\u000a23:50:38.826040 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:50:39.362192 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15020): Launched\u000a23:50:39.656190 run osmo-msc_10.42.42.6(pid=15021): Launched\u000a23:50:39.829331 run osmo-stp_10.42.42.5(pid=15018): ERR: Terminated: ERROR {rc=1} [trial-2396↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15018)]\u000a23:50:39.957394 run osmo-stp_10.42.42.5(pid=15018): stdout: \u000a| (launched: 2022-12-13_23:50:38.401394)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:50:40.089070 run osmo-stp_10.42.42.5(pid=15018): stderr: \u000a| �[0;m�[38;5;43m20221213235038570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235038570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235038571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235038571 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235038571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235038572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235038572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:50:40.215648 run osmo-stp_10.42.42.5(pid=15018): stdout: \u000a| (launched: 2022-12-13_23:50:38.401394)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:50:40.341520 run osmo-stp_10.42.42.5(pid=15018): stderr: \u000a| �[0;m�[38;5;43m20221213235038570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235038570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235038571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235038571 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235038571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235038572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235038572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:50:40.396371 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=15018): Process ended prematurely: osmo-stp_10.42.42.5(pid=15018) [trial-2396↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15018)] [trial-2396↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a23:50:40.405422 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a23:50:40.468593 run osmo-hlr_10.42.42.2(pid=15015): ERR: Terminated: ERROR {rc=237} [trial-2396↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15015)]\u000a23:50:40.520134 run osmo-hlr_10.42.42.2(pid=15015): stdout: \u000a| (launched: 2022-12-13_23:50:37.493725) \u000a23:50:40.572335 run osmo-hlr_10.42.42.2(pid=15015): stderr: \u000a| �[0;m�[1;31m20221213235037669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235037669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235037669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235037669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235037669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235037669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235037682 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235037690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235037691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235037691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:50:40.643104 run osmo-msc_10.42.42.6(pid=15021): ERR: Terminated: ERROR {rc=2} [trial-2396↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15021)]\u000a23:50:40.694694 run osmo-msc_10.42.42.6(pid=15021): stdout: \u000a| (launched: 2022-12-13_23:50:39.511226) \u000a23:50:40.746677 run osmo-msc_10.42.42.6(pid=15021): stderr: \u000a| �[0;m�[38;5;43m20221213235039781 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213235039781 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdbafa96c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213235039781 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213235039781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213235039782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213235039782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213235039785 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213235039786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213235039786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213235039786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:50:40.791130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15014): Terminating (SIGTERM)\u000a23:50:40.833645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15017): Terminating (SIGTERM)\u000a23:50:40.875654 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15020): Terminating (SIGTERM)\u000a23:50:40.885353 --- ParallelTerminationStrategy: PID 15014 died...\u000a23:50:40.941585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15014): Terminated: ok {rc=0}\u000a23:50:40.951555 --- ParallelTerminationStrategy: PID 15017 died...\u000a23:50:41.007451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15017): Terminated: ok {rc=0}\u000a23:50:41.017828 --- ParallelTerminationStrategy: PID 15020 died...\u000a23:50:41.073650 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15020): Terminated: ok {rc=0}\u000a23:50:41.159501 bus /sierra_3: Setting Powered False\u000a23:50:42.260391 bus /sierra_3: Setting Powered False\u000a23:50:43.366083 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15029): Process ended prematurely: osmo-stp_10.42.42.5(pid=15029) [trial-2396↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15029)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15029): Process ended prematurely: osmo-stp_10.42.42.5(pid=15029) [trial-2396↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15029)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a23:50:44.417970 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:50:44.429648 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a23:50:44.572499 tst emergency_preemptive_call.py: using LAC 37089\u000a23:50:44.694522 tst emergency_preemptive_call.py: using RAC 114\u000a23:50:44.816574 tst emergency_preemptive_call.py: using CellId 37089\u000a23:50:44.938850 tst emergency_preemptive_call.py: using BVCI 37090\u000a23:50:44.962765 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:50:44.973876 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:50:44.984786 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:50:44.995673 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:50:45.007310 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:50:45.019042 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a23:50:45.135070 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a23:50:45.253821 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a23:50:45.367111 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a23:50:45.572725 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:50:46.130858 run create_hlr_db(pid=15023): Launched\u000a23:50:46.319890 bus /sierra_2: Setting Powered False\u000a23:50:47.340024 run create_hlr_db(pid=15023): Terminated: ok {rc=0}\u000a23:50:47.737409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15025): Launched\u000a23:50:48.031934 run osmo-hlr_10.42.42.2(pid=15026): Launched\u000a23:50:48.147662 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:50:48.664278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15028): Launched\u000a23:50:48.956938 run osmo-stp_10.42.42.5(pid=15029): Launched\u000a23:50:49.077097 tst emergency_preemptive_call.py: using MSISDN 8394\u000a23:50:49.222533 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:50:49.757353 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15031): Launched\u000a23:50:50.049751 run osmo-msc_10.42.42.6(pid=15032): Launched\u000a23:50:50.221756 run osmo-stp_10.42.42.5(pid=15029): ERR: Terminated: ERROR {rc=1} [trial-2396↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15029)]\u000a23:50:50.347353 run osmo-stp_10.42.42.5(pid=15029): stdout: \u000a| (launched: 2022-12-13_23:50:48.813422)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:50:50.470089 run osmo-stp_10.42.42.5(pid=15029): stderr: \u000a| �[0;m�[38;5;43m20221213235048982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235048982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235048982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235048983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235048983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235048983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235048983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:50:50.588471 run osmo-stp_10.42.42.5(pid=15029): stdout: \u000a| (launched: 2022-12-13_23:50:48.813422)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:50:50.705166 run osmo-stp_10.42.42.5(pid=15029): stderr: \u000a| �[0;m�[38;5;43m20221213235048982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235048982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235048982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235048983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235048983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235048983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235048983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:50:50.756382 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=15029): Process ended prematurely: osmo-stp_10.42.42.5(pid=15029) [trial-2396↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15029)] [trial-2396↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a23:50:50.764482 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a23:50:50.823709 run osmo-hlr_10.42.42.2(pid=15026): ERR: Terminated: ERROR {rc=237} [trial-2396↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15026)]\u000a23:50:50.871974 run osmo-hlr_10.42.42.2(pid=15026): stdout: \u000a| (launched: 2022-12-13_23:50:47.886776) \u000a23:50:50.921055 run osmo-hlr_10.42.42.2(pid=15026): stderr: \u000a| �[0;m�[1;31m20221213235048065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235048065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235048065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235048065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235048065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235048065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235048077 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235048085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235048086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235048086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:50:50.987742 run osmo-msc_10.42.42.6(pid=15032): ERR: Terminated: ERROR {rc=2} [trial-2396↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15032)]\u000a23:50:51.036332 run osmo-msc_10.42.42.6(pid=15032): stdout: \u000a| (launched: 2022-12-13_23:50:49.906104) \u000a23:50:51.085121 run osmo-msc_10.42.42.6(pid=15032): stderr: \u000a| �[0;m�[38;5;43m20221213235050176 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213235050177 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8da68fdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213235050177 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213235050177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213235050177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213235050177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213235050179 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213235050179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213235050179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213235050180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:50:51.126455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15025): Terminating (SIGTERM)\u000a23:50:51.165305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15028): Terminating (SIGTERM)\u000a23:50:51.204194 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15031): Terminating (SIGTERM)\u000a23:50:51.213294 --- ParallelTerminationStrategy: PID 15025 died...\u000a23:50:51.265971 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15025): Terminated: ok {rc=0}\u000a23:50:51.275786 --- ParallelTerminationStrategy: PID 15028 died...\u000a23:50:51.328520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15028): Terminated: ok {rc=0}\u000a23:50:51.338026 --- ParallelTerminationStrategy: PID 15031 died...\u000a23:50:51.390344 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15031): Terminated: ok {rc=0}\u000a23:50:51.477538 bus /sierra_9: Setting Powered False\u000a23:50:52.580242 bus /sierra_9: Setting Powered False\u000a23:50:53.686435 bus /sierra_8: Setting Powered False\u000a23:50:54.791906 bus /sierra_8: Setting Powered False\u000a23:50:55.902607 bus /sierra_3: Setting Powered False\u000a23:50:57.004474 bus /sierra_3: Setting Powered False\u000a23:50:58.114792 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:50:34" }, { "cases" : [ { "testActions" : [ ], "age" : 79, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15047): Process ended prematurely: osmo-stp_10.42.42.5(pid=15047) [trial-2396↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15047)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15047): Process ended prematurely: osmo-stp_10.42.42.5(pid=15047) [trial-2396↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15047)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:51:00.223447 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:00.233938 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a23:51:00.368927 tst cs_paging_gprs_active.py: using LAC 37090\u000a23:51:00.486877 tst cs_paging_gprs_active.py: using RAC 115\u000a23:51:00.604293 tst cs_paging_gprs_active.py: using CellId 37090\u000a23:51:00.724291 tst cs_paging_gprs_active.py: using BVCI 37091\u000a23:51:00.747163 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:00.757858 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:00.768136 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:00.778526 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:00.788720 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:00.798984 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:00.809826 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:00.820450 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:00.835883 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a23:51:00.970952 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a23:51:01.278291 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:51:01.418671 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:51:01.790677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15037): Launched\u000a23:51:02.089452 run iperf3-srv_10.42.42.10(pid=15038): Launched\u000a23:51:02.289166 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:51:02.424493 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:51:02.756869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15039): Launched\u000a23:51:03.030915 run iperf3-srv_10.42.42.10(pid=15040): Launched\u000a23:51:03.227704 tst cs_paging_gprs_active.py:38: start network...\u000a23:51:03.362150 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:51:03.867026 run create_hlr_db(pid=15041): Launched\u000a23:51:04.053569 bus /sierra_2: Setting Powered False\u000a23:51:05.074704 run create_hlr_db(pid=15041): Terminated: ok {rc=0}\u000a23:51:05.503513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15043): Launched\u000a23:51:05.825642 run osmo-hlr_10.42.42.2(pid=15044): Launched\u000a23:51:05.943034 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:51:06.498997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15046): Launched\u000a23:51:06.820827 run osmo-stp_10.42.42.5(pid=15047): Launched\u000a23:51:06.938116 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:51:07.496195 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15049): Launched\u000a23:51:07.611243 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:51:07.889512 run patchelf(pid=15050): Launched\u000a23:51:08.077005 run osmo-stp_10.42.42.5(pid=15047): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15047)]\u000a23:51:08.214691 run osmo-stp_10.42.42.5(pid=15047): stdout: \u000a| (launched: 2022-12-13_23:51:06.662321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:51:08.352871 run osmo-stp_10.42.42.5(pid=15047): stderr: \u000a| �[0;m�[38;5;43m20221213235106854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235106854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235106855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235106855 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235106855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235106856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235106856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:51:08.486394 run osmo-stp_10.42.42.5(pid=15047): stdout: \u000a| (launched: 2022-12-13_23:51:06.662321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:51:08.618588 run osmo-stp_10.42.42.5(pid=15047): stderr: \u000a| �[0;m�[38;5;43m20221213235106854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235106854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235106855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235106855 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235106855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235106856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235106856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:51:08.771983 run patchelf(pid=15050): Terminating (SIGINT)\u000a23:51:08.951899 run patchelf(pid=15050): Terminated: ok {rc=0}\u000a23:51:08.985101 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15047): Process ended prematurely: osmo-stp_10.42.42.5(pid=15047) [trial-2396↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15047)] [trial-2396↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a23:51:08.994974 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a23:51:09.058654 run osmo-hlr_10.42.42.2(pid=15044): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15044)]\u000a23:51:09.110398 run osmo-hlr_10.42.42.2(pid=15044): stdout: \u000a| (launched: 2022-12-13_23:51:05.667060) \u000a23:51:09.162411 run osmo-hlr_10.42.42.2(pid=15044): stderr: \u000a| �[0;m�[1;31m20221213235105865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235105865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235105865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235105865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235105865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235105865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235105877 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235105886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235105886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235105886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:51:09.207094 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15037): Terminating (SIGTERM)\u000a23:51:09.249255 run iperf3-srv_10.42.42.10(pid=15038): Terminating (SIGTERM)\u000a23:51:09.291460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15039): Terminating (SIGTERM)\u000a23:51:09.333663 run iperf3-srv_10.42.42.10(pid=15040): Terminating (SIGTERM)\u000a23:51:09.375769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15043): Terminating (SIGTERM)\u000a23:51:09.417950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15046): Terminating (SIGTERM)\u000a23:51:09.460380 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15049): Terminating (SIGTERM)\u000a23:51:09.470261 --- ParallelTerminationStrategy: PID 15037 died...\u000a23:51:09.527055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15037): Terminated: ok {rc=0}\u000a23:51:09.537131 --- ParallelTerminationStrategy: PID 15038 died...\u000a23:51:09.593135 run iperf3-srv_10.42.42.10(pid=15038): Terminated {rc=256}\u000a23:51:09.603163 --- ParallelTerminationStrategy: PID 15039 died...\u000a23:51:09.659699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15039): Terminated: ok {rc=0}\u000a23:51:09.669990 --- ParallelTerminationStrategy: PID 15040 died...\u000a23:51:09.725779 run iperf3-srv_10.42.42.10(pid=15040): Terminated {rc=256}\u000a23:51:09.735808 --- ParallelTerminationStrategy: PID 15043 died...\u000a23:51:09.791661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15043): Terminated: ok {rc=0}\u000a23:51:09.802187 --- ParallelTerminationStrategy: PID 15046 died...\u000a23:51:09.858361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15046): Terminated: ok {rc=0}\u000a23:51:09.868536 --- ParallelTerminationStrategy: PID 15049 died...\u000a23:51:09.924704 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15049): Terminated: ok {rc=0}\u000a23:51:10.010598 bus /gobi_0: Setting Powered False\u000a23:51:11.116619 bus /gobi_0: Setting Powered False\u000a23:51:12.224744 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 79, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15059): Process ended prematurely: osmo-stp_10.42.42.5(pid=15059) [trial-2396↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15059)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15059): Process ended prematurely: osmo-stp_10.42.42.5(pid=15059) [trial-2396↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15059)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a23:51:13.333011 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:13.344240 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a23:51:13.489919 tst iperf3.py: using LAC 37091\u000a23:51:13.615015 tst iperf3.py: using RAC 116\u000a23:51:13.742203 tst iperf3.py: using CellId 37091\u000a23:51:13.869402 tst iperf3.py: using BVCI 37092\u000a23:51:13.894069 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:13.905166 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:13.915929 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:13.926750 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:13.937839 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:13.948816 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:13.960123 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:13.971216 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:13.982433 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a23:51:14.273414 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:51:14.408024 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:51:14.740004 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15051): Launched\u000a23:51:15.014960 run iperf3-srv_10.42.42.10(pid=15052): Launched\u000a23:51:15.213089 tst iperf3.py:8: start network...\u000a23:51:15.347640 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:51:15.851372 run create_hlr_db(pid=15053): Launched\u000a23:51:16.050552 bus /gobi_6: Setting Powered False\u000a23:51:17.060730 run create_hlr_db(pid=15053): Terminated: ok {rc=0}\u000a23:51:17.494456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15055): Launched\u000a23:51:17.815304 run osmo-hlr_10.42.42.2(pid=15056): Launched\u000a23:51:17.936719 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:51:18.462657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15058): Launched\u000a23:51:18.760379 run osmo-stp_10.42.42.5(pid=15059): Launched\u000a23:51:18.868721 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:51:19.386064 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15061): Launched\u000a23:51:19.491946 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:51:19.752935 run patchelf(pid=15062): Launched\u000a23:51:19.927340 run osmo-stp_10.42.42.5(pid=15059): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15059)]\u000a23:51:20.055190 run osmo-stp_10.42.42.5(pid=15059): stdout: \u000a| (launched: 2022-12-13_23:51:18.614143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:51:20.183579 run osmo-stp_10.42.42.5(pid=15059): stderr: \u000a| �[0;m�[38;5;43m20221213235118784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235118784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235118784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235118785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235118785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235118785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235118785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:51:20.307024 run osmo-stp_10.42.42.5(pid=15059): stdout: \u000a| (launched: 2022-12-13_23:51:18.614143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:51:20.429279 run osmo-stp_10.42.42.5(pid=15059): stderr: \u000a| �[0;m�[38;5;43m20221213235118784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235118784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235118784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235118785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235118785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235118785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235118785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:51:20.571709 run patchelf(pid=15062): Terminating (SIGINT)\u000a23:51:20.738718 run patchelf(pid=15062): Terminated: ok {rc=0}\u000a23:51:20.769325 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15059): Process ended prematurely: osmo-stp_10.42.42.5(pid=15059) [trial-2396↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15059)] [trial-2396↪gprs:trx-umtrx↪iperf3.py:8]\u000a23:51:20.778274 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a23:51:20.837200 run osmo-hlr_10.42.42.2(pid=15056): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15056)]\u000a23:51:20.885383 run osmo-hlr_10.42.42.2(pid=15056): stdout: \u000a| (launched: 2022-12-13_23:51:17.658099) \u000a23:51:20.934359 run osmo-hlr_10.42.42.2(pid=15056): stderr: \u000a| �[0;m�[1;31m20221213235117856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235117856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235117856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235117856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235117856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235117856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235117868 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235117877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235117877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235117877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:51:20.975604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15051): Terminating (SIGTERM)\u000a23:51:21.014421 run iperf3-srv_10.42.42.10(pid=15052): Terminating (SIGTERM)\u000a23:51:21.053167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15055): Terminating (SIGTERM)\u000a23:51:21.091777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15058): Terminating (SIGTERM)\u000a23:51:21.130620 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15061): Terminating (SIGTERM)\u000a23:51:21.139695 --- ParallelTerminationStrategy: PID 15051 died...\u000a23:51:21.192087 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15051): Terminated: ok {rc=0}\u000a23:51:21.201667 --- ParallelTerminationStrategy: PID 15052 died...\u000a23:51:21.253786 run iperf3-srv_10.42.42.10(pid=15052): Terminated {rc=256}\u000a23:51:21.263183 --- ParallelTerminationStrategy: PID 15055 died...\u000a23:51:21.315462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15055): Terminated: ok {rc=0}\u000a23:51:21.324905 --- ParallelTerminationStrategy: PID 15058 died...\u000a23:51:21.377158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15058): Terminated: ok {rc=0}\u000a23:51:21.386601 --- ParallelTerminationStrategy: PID 15061 died...\u000a23:51:21.438842 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15061): Terminated: ok {rc=0}\u000a23:51:21.521973 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "gprs:trx-umtrx", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15080): Process ended prematurely: osmo-stp_10.42.42.5(pid=15080) [trial-2396↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15080)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15080): Process ended prematurely: osmo-stp_10.42.42.5(pid=15080) [trial-2396↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15080)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a23:51:22.630004 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:22.640915 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a23:51:22.776382 tst iperf3m4.py: using LAC 37092\u000a23:51:22.896704 tst iperf3m4.py: using RAC 117\u000a23:51:23.024431 tst iperf3m4.py: using CellId 37092\u000a23:51:23.151846 tst iperf3m4.py: using BVCI 37093\u000a23:51:23.176572 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:23.188087 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:23.199135 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:23.210178 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:23.221432 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:23.232634 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:23.243956 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:23.255213 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:23.266459 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a23:51:23.386846 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a23:51:23.510191 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a23:51:23.630186 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a23:51:23.907424 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:51:24.033081 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:51:24.343592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15063): Launched\u000a23:51:24.601072 run iperf3-srv_10.42.42.10(pid=15064): Launched\u000a23:51:24.783546 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:51:24.908062 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:51:25.217708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15065): Launched\u000a23:51:25.475090 run iperf3-srv_10.42.42.10(pid=15066): Launched\u000a23:51:25.658663 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:51:25.783239 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:51:26.093597 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15067): Launched\u000a23:51:26.351072 run iperf3-srv_10.42.42.10(pid=15068): Launched\u000a23:51:26.533578 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:51:26.657991 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:51:26.967588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15069): Launched\u000a23:51:27.225310 run iperf3-srv_10.42.42.10(pid=15070): Launched\u000a23:51:27.409566 tst iperf3m4.py:8: start network...\u000a23:51:27.533921 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:51:28.014367 run create_hlr_db(pid=15071): Launched\u000a23:51:28.186415 bus /gobi_6: Setting Powered False\u000a23:51:29.209183 run create_hlr_db(pid=15071): Terminated: ok {rc=0}\u000a23:51:29.608495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15073): Launched\u000a23:51:29.908612 run osmo-hlr_10.42.42.2(pid=15077): Launched\u000a23:51:30.022611 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:51:30.541514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15079): Launched\u000a23:51:30.867402 run osmo-stp_10.42.42.5(pid=15080): Launched\u000a23:51:31.117384 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:51:31.734757 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15082): Launched\u000a23:51:31.854878 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:51:32.159737 run patchelf(pid=15083): Launched\u000a23:51:32.350485 run osmo-stp_10.42.42.5(pid=15080): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15080)]\u000a23:51:32.488940 run osmo-stp_10.42.42.5(pid=15080): stdout: \u000a| (launched: 2022-12-13_23:51:30.693932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:51:32.627500 run osmo-stp_10.42.42.5(pid=15080): stderr: \u000a| �[0;m�[38;5;43m20221213235130894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235130895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235130895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235130895 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235130896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235130896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235130896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:51:32.760642 run osmo-stp_10.42.42.5(pid=15080): stdout: \u000a| (launched: 2022-12-13_23:51:30.693932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:51:32.892692 run osmo-stp_10.42.42.5(pid=15080): stderr: \u000a| �[0;m�[38;5;43m20221213235130894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235130895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235130895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235130895 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235130896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235130896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235130896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:51:33.046574 run patchelf(pid=15083): Terminating (SIGINT)\u000a23:51:33.227234 run patchelf(pid=15083): Terminated: ok {rc=0}\u000a23:51:33.260359 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15080): Process ended prematurely: osmo-stp_10.42.42.5(pid=15080) [trial-2396↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15080)] [trial-2396↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a23:51:33.270382 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a23:51:33.334235 run osmo-hlr_10.42.42.2(pid=15077): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15077)]\u000a23:51:33.385986 run osmo-hlr_10.42.42.2(pid=15077): stdout: \u000a| (launched: 2022-12-13_23:51:29.761154) \u000a23:51:33.438555 run osmo-hlr_10.42.42.2(pid=15077): stderr: \u000a| �[0;m�[1;31m20221213235129938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235129938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235129938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235129938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235129938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235129938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235129950 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235129958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235129959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235129959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:51:33.483283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15063): Terminating (SIGTERM)\u000a23:51:33.525350 run iperf3-srv_10.42.42.10(pid=15064): Terminating (SIGTERM)\u000a23:51:33.567405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15065): Terminating (SIGTERM)\u000a23:51:33.609371 run iperf3-srv_10.42.42.10(pid=15066): Terminating (SIGTERM)\u000a23:51:33.651676 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15067): Terminating (SIGTERM)\u000a23:51:33.693703 run iperf3-srv_10.42.42.10(pid=15068): Terminating (SIGTERM)\u000a23:51:33.735792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15069): Terminating (SIGTERM)\u000a23:51:33.777718 run iperf3-srv_10.42.42.10(pid=15070): Terminating (SIGTERM)\u000a23:51:33.819598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15073): Terminating (SIGTERM)\u000a23:51:33.861426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15079): Terminating (SIGTERM)\u000a23:51:33.903342 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15082): Terminating (SIGTERM)\u000a23:51:33.913141 --- ParallelTerminationStrategy: PID 15063 died...\u000a23:51:33.969452 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15063): Terminated: ok {rc=0}\u000a23:51:33.979481 --- ParallelTerminationStrategy: PID 15064 died...\u000a23:51:34.035593 run iperf3-srv_10.42.42.10(pid=15064): Terminated {rc=256}\u000a23:51:34.045980 --- ParallelTerminationStrategy: PID 15065 died...\u000a23:51:34.102169 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15065): Terminated: ok {rc=0}\u000a23:51:34.112292 --- ParallelTerminationStrategy: PID 15066 died...\u000a23:51:34.168409 run iperf3-srv_10.42.42.10(pid=15066): Terminated {rc=256}\u000a23:51:34.178427 --- ParallelTerminationStrategy: PID 15067 died...\u000a23:51:34.234518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15067): Terminated: ok {rc=0}\u000a23:51:34.244556 --- ParallelTerminationStrategy: PID 15068 died...\u000a23:51:34.300724 run iperf3-srv_10.42.42.10(pid=15068): Terminated {rc=256}\u000a23:51:34.310788 --- ParallelTerminationStrategy: PID 15069 died...\u000a23:51:34.367154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15069): Terminated: ok {rc=0}\u000a23:51:34.377323 --- ParallelTerminationStrategy: PID 15070 died...\u000a23:51:34.433724 run iperf3-srv_10.42.42.10(pid=15070): Terminated {rc=256}\u000a23:51:34.443909 --- ParallelTerminationStrategy: PID 15073 died...\u000a23:51:34.500352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15073): Terminated: ok {rc=0}\u000a23:51:34.510531 --- ParallelTerminationStrategy: PID 15079 died...\u000a23:51:34.566998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15079): Terminated: ok {rc=0}\u000a23:51:34.577219 --- ParallelTerminationStrategy: PID 15082 died...\u000a23:51:34.633578 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15082): Terminated: ok {rc=0}\u000a23:51:34.720048 bus /gobi_4: Setting Powered False\u000a23:51:35.826745 bus /gobi_4: Setting Powered False\u000a23:51:36.934014 bus /gobi_1: Setting Powered False\u000a23:51:38.039950 bus /gobi_1: Setting Powered False\u000a23:51:39.147257 bus /gobi_0: Setting Powered False\u000a23:51:40.252777 bus /gobi_0: Setting Powered False\u000a23:51:41.360428 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 197, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15090): Process ended prematurely: osmo-stp_10.42.42.5(pid=15090) [trial-2396↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15090)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15090): Process ended prematurely: osmo-stp_10.42.42.5(pid=15090) [trial-2396↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15090)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a23:51:42.428707 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:42.440518 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a23:51:42.579333 tst ping.py: using LAC 37093\u000a23:51:42.693259 tst ping.py: using RAC 118\u000a23:51:42.807306 tst ping.py: using CellId 37093\u000a23:51:42.921554 tst ping.py: using BVCI 37094\u000a23:51:42.944023 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:42.954552 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:42.964845 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:42.975199 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:42.985515 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:42.995661 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:43.006039 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:43.016369 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a23:51:43.284192 tst ping.py:19: start network...\u000a23:51:43.405775 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:51:43.876047 run create_hlr_db(pid=15084): Launched\u000a23:51:44.044680 bus /gobi_6: Setting Powered False\u000a23:51:45.066158 run create_hlr_db(pid=15084): Terminated: ok {rc=0}\u000a23:51:45.483210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15086): Launched\u000a23:51:45.797020 run osmo-hlr_10.42.42.2(pid=15087): Launched\u000a23:51:46.048452 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:51:46.631491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15089): Launched\u000a23:51:47.050093 run osmo-stp_10.42.42.5(pid=15090): Launched\u000a23:51:47.171857 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:51:47.753950 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15092): Launched\u000a23:51:47.866800 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:51:48.140940 run patchelf(pid=15094): Launched\u000a23:51:48.324912 run osmo-stp_10.42.42.5(pid=15090): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15090)]\u000a23:51:48.460332 run osmo-stp_10.42.42.5(pid=15090): stdout: \u000a| (launched: 2022-12-13_23:51:46.795207)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:51:48.595502 run osmo-stp_10.42.42.5(pid=15090): stderr: \u000a| �[0;m�[38;5;43m20221213235147155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235147155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235147155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235147155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235147156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235147156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235147156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:51:48.726429 run osmo-stp_10.42.42.5(pid=15090): stdout: \u000a| (launched: 2022-12-13_23:51:46.795207)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:51:48.856071 run osmo-stp_10.42.42.5(pid=15090): stderr: \u000a| �[0;m�[38;5;43m20221213235147155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235147155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235147155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235147155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235147156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235147156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235147156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:51:49.006412 run patchelf(pid=15094): Terminating (SIGINT)\u000a23:51:49.182317 run patchelf(pid=15094): Terminated: ok {rc=0}\u000a23:51:49.214318 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15090): Process ended prematurely: osmo-stp_10.42.42.5(pid=15090) [trial-2396↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15090)] [trial-2396↪gprs:trx-umtrx↪ping.py:22]\u000a23:51:49.223360 tst ping.py:22: Test FAILED (6.8 sec)\u000a23:51:49.286131 run osmo-hlr_10.42.42.2(pid=15087): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15087)]\u000a23:51:49.337189 run osmo-hlr_10.42.42.2(pid=15087): stdout: \u000a| (launched: 2022-12-13_23:51:45.643113) \u000a23:51:49.388926 run osmo-hlr_10.42.42.2(pid=15087): stderr: \u000a| �[0;m�[1;31m20221213235145866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235145866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235145866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235145866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235145866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235145866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235145881 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235145901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235145901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235145901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:51:49.432852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15086): Terminating (SIGTERM)\u000a23:51:49.475344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15089): Terminating (SIGTERM)\u000a23:51:49.516690 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15092): Terminating (SIGTERM)\u000a23:51:49.526372 --- ParallelTerminationStrategy: PID 15086 died...\u000a23:51:49.582505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15086): Terminated: ok {rc=0}\u000a23:51:49.592511 --- ParallelTerminationStrategy: PID 15089 died...\u000a23:51:49.648379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15089): Terminated: ok {rc=0}\u000a23:51:49.658299 --- ParallelTerminationStrategy: PID 15092 died...\u000a23:51:49.713777 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15092): Terminated: ok {rc=0}\u000a23:51:49.799279 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15101): Process ended prematurely: osmo-stp_10.42.42.5(pid=15101) [trial-2396↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15101)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15101): Process ended prematurely: osmo-stp_10.42.42.5(pid=15101) [trial-2396↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15101)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a23:51:50.851318 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:50.863184 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a23:51:51.004820 tst ping_idle_ping.py: using LAC 37094\u000a23:51:51.128549 tst ping_idle_ping.py: using RAC 119\u000a23:51:51.251917 tst ping_idle_ping.py: using CellId 37094\u000a23:51:51.376729 tst ping_idle_ping.py: using BVCI 37095\u000a23:51:51.400748 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:51.411775 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:51.422626 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:51.433438 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:51.444879 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:51.455999 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:51.467324 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:51.478754 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a23:51:51.767610 tst ping_idle_ping.py:24: start network...\u000a23:51:51.900110 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:51:52.397182 run create_hlr_db(pid=15095): Launched\u000a23:51:52.581723 bus /gobi_6: Setting Powered False\u000a23:51:53.603539 run create_hlr_db(pid=15095): Terminated: ok {rc=0}\u000a23:51:54.000444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15097): Launched\u000a23:51:54.296817 run osmo-hlr_10.42.42.2(pid=15098): Launched\u000a23:51:54.406168 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:51:54.916463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15100): Launched\u000a23:51:55.210793 run osmo-stp_10.42.42.5(pid=15101): Launched\u000a23:51:55.318729 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:51:55.832241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15103): Launched\u000a23:51:55.936693 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:51:56.192617 run patchelf(pid=15104): Launched\u000a23:51:56.364928 run osmo-stp_10.42.42.5(pid=15101): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15101)]\u000a23:51:56.491223 run osmo-stp_10.42.42.5(pid=15101): stdout: \u000a| (launched: 2022-12-13_23:51:55.066314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:51:56.617872 run osmo-stp_10.42.42.5(pid=15101): stderr: \u000a| �[0;m�[38;5;43m20221213235155235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235155235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235155236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235155236 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235155237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235155237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235155237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:51:56.739929 run osmo-stp_10.42.42.5(pid=15101): stdout: \u000a| (launched: 2022-12-13_23:51:55.066314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:51:56.860916 run osmo-stp_10.42.42.5(pid=15101): stderr: \u000a| �[0;m�[38;5;43m20221213235155235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235155235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235155236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235155236 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235155237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235155237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235155237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:51:57.001822 run patchelf(pid=15104): Terminating (SIGINT)\u000a23:51:57.166768 run patchelf(pid=15104): Terminated: ok {rc=0}\u000a23:51:57.196788 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15101): Process ended prematurely: osmo-stp_10.42.42.5(pid=15101) [trial-2396↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15101)] [trial-2396↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a23:51:57.205391 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a23:51:57.264933 run osmo-hlr_10.42.42.2(pid=15098): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15098)]\u000a23:51:57.313842 run osmo-hlr_10.42.42.2(pid=15098): stdout: \u000a| (launched: 2022-12-13_23:51:54.151252) \u000a23:51:57.363479 run osmo-hlr_10.42.42.2(pid=15098): stderr: \u000a| �[0;m�[1;31m20221213235154327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235154327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235154327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235154327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235154327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235154328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235154346 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235154354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235154355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235154355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:51:57.405515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15097): Terminating (SIGTERM)\u000a23:51:57.445194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15100): Terminating (SIGTERM)\u000a23:51:57.485552 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15103): Terminating (SIGTERM)\u000a23:51:57.494795 --- ParallelTerminationStrategy: PID 15097 died...\u000a23:51:57.547893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15097): Terminated: ok {rc=0}\u000a23:51:57.557660 --- ParallelTerminationStrategy: PID 15100 died...\u000a23:51:57.610382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15100): Terminated: ok {rc=0}\u000a23:51:57.619899 --- ParallelTerminationStrategy: PID 15103 died...\u000a23:51:57.672625 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15103): Terminated: ok {rc=0}\u000a23:51:57.760561 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:50:59" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15118): Process ended prematurely: osmo-stp_10.42.42.5(pid=15118) [trial-2396↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15118)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15118): Process ended prematurely: osmo-stp_10.42.42.5(pid=15118) [trial-2396↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15118)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:51:59.899044 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:51:59.909833 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:52:00.048451 tst cs_paging_gprs_active.py: using LAC 37095\u000a23:52:00.174969 tst cs_paging_gprs_active.py: using RAC 120\u000a23:52:00.301941 tst cs_paging_gprs_active.py: using CellId 37095\u000a23:52:00.432796 tst cs_paging_gprs_active.py: using BVCI 37096\u000a23:52:00.458107 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:00.469654 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:00.480564 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:00.491745 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:00.503338 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:00.514919 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:00.526709 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:00.537985 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:00.549761 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:52:00.667897 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:52:00.958580 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:52:01.088012 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:52:01.441948 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15108): Launched\u000a23:52:01.743451 run iperf3-srv_10.42.42.10(pid=15109): Launched\u000a23:52:01.949193 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:52:02.091518 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:52:02.428787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15110): Launched\u000a23:52:02.706203 run iperf3-srv_10.42.42.10(pid=15111): Launched\u000a23:52:02.904348 tst cs_paging_gprs_active.py:38: start network...\u000a23:52:03.039403 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:52:03.546231 run create_hlr_db(pid=15112): Launched\u000a23:52:03.732396 bus /gobi_6: Setting Powered False\u000a23:52:04.754789 run create_hlr_db(pid=15112): Terminated: ok {rc=0}\u000a23:52:05.158948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15114): Launched\u000a23:52:05.460585 run osmo-hlr_10.42.42.2(pid=15115): Launched\u000a23:52:05.572425 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:52:06.094370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15117): Launched\u000a23:52:06.395136 run osmo-stp_10.42.42.5(pid=15118): Launched\u000a23:52:06.504551 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:52:07.027546 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15120): Launched\u000a23:52:07.134917 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:52:07.396427 run patchelf(pid=15121): Launched\u000a23:52:07.572152 run osmo-stp_10.42.42.5(pid=15118): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15118)]\u000a23:52:07.701282 run osmo-stp_10.42.42.5(pid=15118): stdout: \u000a| (launched: 2022-12-13_23:52:06.247536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:52:07.830012 run osmo-stp_10.42.42.5(pid=15118): stderr: \u000a| �[0;m�[38;5;43m20221213235206416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235206416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235206417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235206417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235206418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235206418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235206418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:52:07.954996 run osmo-stp_10.42.42.5(pid=15118): stdout: \u000a| (launched: 2022-12-13_23:52:06.247536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:52:08.077764 run osmo-stp_10.42.42.5(pid=15118): stderr: \u000a| �[0;m�[38;5;43m20221213235206416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235206416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235206417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235206417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235206418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235206418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235206418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:52:08.221177 run patchelf(pid=15121): Terminating (SIGINT)\u000a23:52:08.390305 run patchelf(pid=15121): Terminated: ok {rc=0}\u000a23:52:08.421191 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15118): Process ended prematurely: osmo-stp_10.42.42.5(pid=15118) [trial-2396↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15118)] [trial-2396↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a23:52:08.430226 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a23:52:08.490102 run osmo-hlr_10.42.42.2(pid=15115): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15115)]\u000a23:52:08.538724 run osmo-hlr_10.42.42.2(pid=15115): stdout: \u000a| (launched: 2022-12-13_23:52:05.312253) \u000a23:52:08.588103 run osmo-hlr_10.42.42.2(pid=15115): stderr: \u000a| �[0;m�[1;31m20221213235205490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235205490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235205490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235205490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235205490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235205491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235205506 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235205514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235205515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235205515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:52:08.629936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15108): Terminating (SIGTERM)\u000a23:52:08.669217 run iperf3-srv_10.42.42.10(pid=15109): Terminating (SIGTERM)\u000a23:52:08.708360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15110): Terminating (SIGTERM)\u000a23:52:08.747423 run iperf3-srv_10.42.42.10(pid=15111): Terminating (SIGTERM)\u000a23:52:08.786854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15114): Terminating (SIGTERM)\u000a23:52:08.826044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15117): Terminating (SIGTERM)\u000a23:52:08.865256 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15120): Terminating (SIGTERM)\u000a23:52:08.874409 --- ParallelTerminationStrategy: PID 15108 died...\u000a23:52:08.927070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15108): Terminated: ok {rc=0}\u000a23:52:08.936569 --- ParallelTerminationStrategy: PID 15109 died...\u000a23:52:08.988990 run iperf3-srv_10.42.42.10(pid=15109): Terminated {rc=256}\u000a23:52:08.998493 --- ParallelTerminationStrategy: PID 15110 died...\u000a23:52:09.050884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15110): Terminated: ok {rc=0}\u000a23:52:09.060315 --- ParallelTerminationStrategy: PID 15111 died...\u000a23:52:09.112505 run iperf3-srv_10.42.42.10(pid=15111): Terminated {rc=256}\u000a23:52:09.122008 --- ParallelTerminationStrategy: PID 15114 died...\u000a23:52:09.174483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15114): Terminated: ok {rc=0}\u000a23:52:09.183942 --- ParallelTerminationStrategy: PID 15117 died...\u000a23:52:09.236100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15117): Terminated: ok {rc=0}\u000a23:52:09.245650 --- ParallelTerminationStrategy: PID 15120 died...\u000a23:52:09.297864 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15120): Terminated: ok {rc=0}\u000a23:52:09.385446 bus /gobi_0: Setting Powered False\u000a23:52:10.487159 bus /gobi_0: Setting Powered False\u000a23:52:11.596987 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15130): Process ended prematurely: osmo-stp_10.42.42.5(pid=15130) [trial-2396↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15130)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15130): Process ended prematurely: osmo-stp_10.42.42.5(pid=15130) [trial-2396↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15130)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a23:52:12.709729 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:12.720924 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:52:12.860466 tst iperf3.py: using LAC 37096\u000a23:52:12.984376 tst iperf3.py: using RAC 121\u000a23:52:13.102821 tst iperf3.py: using CellId 37096\u000a23:52:13.228337 tst iperf3.py: using BVCI 37097\u000a23:52:13.253167 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:13.264585 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:13.275792 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:13.287167 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:13.298799 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:13.310128 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:13.321747 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:13.333079 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:13.344643 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:52:13.620736 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:52:13.746181 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:52:14.057669 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15122): Launched\u000a23:52:14.315609 run iperf3-srv_10.42.42.10(pid=15123): Launched\u000a23:52:14.499406 tst iperf3.py:8: start network...\u000a23:52:14.624409 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:52:15.104132 run create_hlr_db(pid=15124): Launched\u000a23:52:15.277140 bus /gobi_6: Setting Powered False\u000a23:52:16.311916 run create_hlr_db(pid=15124): Terminated: ok {rc=0}\u000a23:52:16.760369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15126): Launched\u000a23:52:17.105734 run osmo-hlr_10.42.42.2(pid=15127): Launched\u000a23:52:17.246899 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:52:17.811021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15129): Launched\u000a23:52:18.132532 run osmo-stp_10.42.42.5(pid=15130): Launched\u000a23:52:18.249942 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:52:18.808699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15132): Launched\u000a23:52:18.923661 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:52:19.203038 run patchelf(pid=15133): Launched\u000a23:52:19.390703 run osmo-stp_10.42.42.5(pid=15130): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15130)]\u000a23:52:19.528197 run osmo-stp_10.42.42.5(pid=15130): stdout: \u000a| (launched: 2022-12-13_23:52:17.974356)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:52:19.665752 run osmo-stp_10.42.42.5(pid=15130): stderr: \u000a| �[0;m�[38;5;43m20221213235218167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235218167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235218167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235218168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235218168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235218168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235218169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:52:19.798534 run osmo-stp_10.42.42.5(pid=15130): stdout: \u000a| (launched: 2022-12-13_23:52:17.974356)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:52:19.929770 run osmo-stp_10.42.42.5(pid=15130): stderr: \u000a| �[0;m�[38;5;43m20221213235218167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235218167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235218167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235218168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235218168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235218168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235218169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:52:20.083245 run patchelf(pid=15133): Terminating (SIGINT)\u000a23:52:20.262512 run patchelf(pid=15133): Terminated: ok {rc=0}\u000a23:52:20.295459 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15130): Process ended prematurely: osmo-stp_10.42.42.5(pid=15130) [trial-2396↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15130)] [trial-2396↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a23:52:20.305267 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a23:52:20.368153 run osmo-hlr_10.42.42.2(pid=15127): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15127)]\u000a23:52:20.419327 run osmo-hlr_10.42.42.2(pid=15127): stdout: \u000a| (launched: 2022-12-13_23:52:16.926518) \u000a23:52:20.471477 run osmo-hlr_10.42.42.2(pid=15127): stderr: \u000a| �[0;m�[1;31m20221213235217222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235217222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235217222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235217222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235217222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235217222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235217235 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235217243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235217243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235217244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:52:20.515740 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15122): Terminating (SIGTERM)\u000a23:52:20.557365 run iperf3-srv_10.42.42.10(pid=15123): Terminating (SIGTERM)\u000a23:52:20.598928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15126): Terminating (SIGTERM)\u000a23:52:20.640478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15129): Terminating (SIGTERM)\u000a23:52:20.682084 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15132): Terminating (SIGTERM)\u000a23:52:20.691748 --- ParallelTerminationStrategy: PID 15122 died...\u000a23:52:20.747708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15122): Terminated: ok {rc=0}\u000a23:52:20.757950 --- ParallelTerminationStrategy: PID 15123 died...\u000a23:52:20.813531 run iperf3-srv_10.42.42.10(pid=15123): Terminated {rc=256}\u000a23:52:20.823522 --- ParallelTerminationStrategy: PID 15126 died...\u000a23:52:20.878898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15126): Terminated: ok {rc=0}\u000a23:52:20.888820 --- ParallelTerminationStrategy: PID 15129 died...\u000a23:52:20.944484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15129): Terminated: ok {rc=0}\u000a23:52:20.954580 --- ParallelTerminationStrategy: PID 15132 died...\u000a23:52:21.010152 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15132): Terminated: ok {rc=0}\u000a23:52:21.097347 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15148): Process ended prematurely: osmo-stp_10.42.42.5(pid=15148) [trial-2396↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15148)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15148): Process ended prematurely: osmo-stp_10.42.42.5(pid=15148) [trial-2396↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15148)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a23:52:22.206772 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:22.218231 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:52:22.364705 tst iperf3m4.py: using LAC 37097\u000a23:52:22.493899 tst iperf3m4.py: using RAC 122\u000a23:52:22.617739 tst iperf3m4.py: using CellId 37097\u000a23:52:22.741540 tst iperf3m4.py: using BVCI 37098\u000a23:52:22.766066 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:22.777527 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:22.788554 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:22.799585 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:22.810912 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:22.822339 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:22.833873 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:22.845151 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:22.856584 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:52:22.974338 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:52:23.096873 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:52:23.214701 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:52:23.491045 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:52:23.616924 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:52:23.926749 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15134): Launched\u000a23:52:24.184888 run iperf3-srv_10.42.42.10(pid=15135): Launched\u000a23:52:24.367703 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:52:24.492543 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:52:24.802419 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15136): Launched\u000a23:52:25.060043 run iperf3-srv_10.42.42.10(pid=15137): Launched\u000a23:52:25.243280 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:52:25.368047 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:52:25.679141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15138): Launched\u000a23:52:25.936519 run iperf3-srv_10.42.42.10(pid=15139): Launched\u000a23:52:26.120440 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:52:26.245571 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:52:26.556586 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15140): Launched\u000a23:52:26.814459 run iperf3-srv_10.42.42.10(pid=15141): Launched\u000a23:52:26.997194 tst iperf3m4.py:8: start network...\u000a23:52:27.121845 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:52:27.602513 run create_hlr_db(pid=15142): Launched\u000a23:52:27.775175 bus /gobi_6: Setting Powered False\u000a23:52:28.798006 run create_hlr_db(pid=15142): Terminated: ok {rc=0}\u000a23:52:29.224161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15144): Launched\u000a23:52:29.545770 run osmo-hlr_10.42.42.2(pid=15145): Launched\u000a23:52:29.665039 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:52:30.227562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15147): Launched\u000a23:52:30.550269 run osmo-stp_10.42.42.5(pid=15148): Launched\u000a23:52:30.668817 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:52:31.261803 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15150): Launched\u000a23:52:31.381053 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:52:31.677089 run patchelf(pid=15151): Launched\u000a23:52:31.858491 run osmo-stp_10.42.42.5(pid=15148): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15148)]\u000a23:52:31.991429 run osmo-stp_10.42.42.5(pid=15148): stdout: \u000a| (launched: 2022-12-13_23:52:30.391323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:52:32.124307 run osmo-stp_10.42.42.5(pid=15148): stderr: \u000a| �[0;m�[38;5;43m20221213235230583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235230583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235230583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235230584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235230584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235230584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235230584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:52:32.249938 run osmo-stp_10.42.42.5(pid=15148): stdout: \u000a| (launched: 2022-12-13_23:52:30.391323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:52:32.373135 run osmo-stp_10.42.42.5(pid=15148): stderr: \u000a| �[0;m�[38;5;43m20221213235230583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235230583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235230583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235230584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235230584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235230584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235230584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:52:32.517270 run patchelf(pid=15151): Terminating (SIGINT)\u000a23:52:32.686596 run patchelf(pid=15151): Terminated: ok {rc=0}\u000a23:52:32.717811 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15148): Process ended prematurely: osmo-stp_10.42.42.5(pid=15148) [trial-2396↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15148)] [trial-2396↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a23:52:32.726947 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a23:52:32.787371 run osmo-hlr_10.42.42.2(pid=15145): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15145)]\u000a23:52:32.837225 run osmo-hlr_10.42.42.2(pid=15145): stdout: \u000a| (launched: 2022-12-13_23:52:29.387756) \u000a23:52:32.887188 run osmo-hlr_10.42.42.2(pid=15145): stderr: \u000a| �[0;m�[1;31m20221213235229586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235229586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235229586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235229587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235229587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235229587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235229599 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235229607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235229608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235229608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:52:32.929448 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15134): Terminating (SIGTERM)\u000a23:52:32.969236 run iperf3-srv_10.42.42.10(pid=15135): Terminating (SIGTERM)\u000a23:52:33.009496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15136): Terminating (SIGTERM)\u000a23:52:33.049237 run iperf3-srv_10.42.42.10(pid=15137): Terminating (SIGTERM)\u000a23:52:33.089468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15138): Terminating (SIGTERM)\u000a23:52:33.129237 run iperf3-srv_10.42.42.10(pid=15139): Terminating (SIGTERM)\u000a23:52:33.169463 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15140): Terminating (SIGTERM)\u000a23:52:33.209200 run iperf3-srv_10.42.42.10(pid=15141): Terminating (SIGTERM)\u000a23:52:33.249158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15144): Terminating (SIGTERM)\u000a23:52:33.288807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15147): Terminating (SIGTERM)\u000a23:52:33.328470 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15150): Terminating (SIGTERM)\u000a23:52:33.337440 --- ParallelTerminationStrategy: PID 15134 died...\u000a23:52:33.390729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15134): Terminated: ok {rc=0}\u000a23:52:33.400252 --- ParallelTerminationStrategy: PID 15135 died...\u000a23:52:33.453034 run iperf3-srv_10.42.42.10(pid=15135): Terminated {rc=256}\u000a23:52:33.462573 --- ParallelTerminationStrategy: PID 15136 died...\u000a23:52:33.515545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15136): Terminated: ok {rc=0}\u000a23:52:33.525172 --- ParallelTerminationStrategy: PID 15137 died...\u000a23:52:33.577674 run iperf3-srv_10.42.42.10(pid=15137): Terminated {rc=256}\u000a23:52:33.587216 --- ParallelTerminationStrategy: PID 15138 died...\u000a23:52:33.640051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15138): Terminated: ok {rc=0}\u000a23:52:33.650007 --- ParallelTerminationStrategy: PID 15139 died...\u000a23:52:33.702616 run iperf3-srv_10.42.42.10(pid=15139): Terminated {rc=256}\u000a23:52:33.712134 --- ParallelTerminationStrategy: PID 15140 died...\u000a23:52:33.765288 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15140): Terminated: ok {rc=0}\u000a23:52:33.774845 --- ParallelTerminationStrategy: PID 15141 died...\u000a23:52:33.827675 run iperf3-srv_10.42.42.10(pid=15141): Terminated {rc=256}\u000a23:52:33.838800 --- ParallelTerminationStrategy: PID 15144 died...\u000a23:52:33.892253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15144): Terminated: ok {rc=0}\u000a23:52:33.901968 --- ParallelTerminationStrategy: PID 15147 died...\u000a23:52:33.955341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15147): Terminated: ok {rc=0}\u000a23:52:33.965096 --- ParallelTerminationStrategy: PID 15150 died...\u000a23:52:34.018280 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15150): Terminated: ok {rc=0}\u000a23:52:34.105465 bus /gobi_4: Setting Powered False\u000a23:52:35.207478 bus /gobi_4: Setting Powered False\u000a23:52:36.318647 bus /gobi_1: Setting Powered False\u000a23:52:37.422850 bus /gobi_1: Setting Powered False\u000a23:52:38.530177 bus /gobi_0: Setting Powered False\u000a23:52:39.635092 bus /gobi_0: Setting Powered False\u000a23:52:40.742640 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15158): Process ended prematurely: osmo-stp_10.42.42.5(pid=15158) [trial-2396↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15158)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15158): Process ended prematurely: osmo-stp_10.42.42.5(pid=15158) [trial-2396↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15158)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a23:52:41.810822 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:41.822816 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:52:41.964390 tst ping.py: using LAC 37098\u000a23:52:42.088455 tst ping.py: using RAC 123\u000a23:52:42.204402 tst ping.py: using CellId 37098\u000a23:52:42.319039 tst ping.py: using BVCI 37099\u000a23:52:42.341483 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:42.352671 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:42.363413 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:42.373989 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:42.384892 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:42.395982 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:42.407427 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:42.418580 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:52:42.706342 tst ping.py:19: start network...\u000a23:52:42.837163 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:52:43.330908 run create_hlr_db(pid=15152): Launched\u000a23:52:43.515145 bus /gobi_6: Setting Powered False\u000a23:52:44.526127 run create_hlr_db(pid=15152): Terminated: ok {rc=0}\u000a23:52:44.950729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15154): Launched\u000a23:52:45.265183 run osmo-hlr_10.42.42.2(pid=15155): Launched\u000a23:52:45.382999 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:52:45.974203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15157): Launched\u000a23:52:46.378632 run osmo-stp_10.42.42.5(pid=15158): Launched\u000a23:52:46.641321 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:52:47.210683 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15160): Launched\u000a23:52:47.316380 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:52:47.573698 run patchelf(pid=15161): Launched\u000a23:52:47.746569 run osmo-stp_10.42.42.5(pid=15158): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15158)]\u000a23:52:47.873065 run osmo-stp_10.42.42.5(pid=15158): stdout: \u000a| (launched: 2022-12-13_23:52:46.129485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:52:47.999556 run osmo-stp_10.42.42.5(pid=15158): stderr: \u000a| �[0;m�[38;5;43m20221213235246419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235246419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235246419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235246419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235246422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235246422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235246422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:52:48.121752 run osmo-stp_10.42.42.5(pid=15158): stdout: \u000a| (launched: 2022-12-13_23:52:46.129485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:52:48.243176 run osmo-stp_10.42.42.5(pid=15158): stderr: \u000a| �[0;m�[38;5;43m20221213235246419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235246419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235246419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235246419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235246422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235246422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235246422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:52:48.383542 run patchelf(pid=15161): Terminating (SIGINT)\u000a23:52:48.549165 run patchelf(pid=15161): Terminated: ok {rc=0}\u000a23:52:48.579351 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15158): Process ended prematurely: osmo-stp_10.42.42.5(pid=15158) [trial-2396↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15158)] [trial-2396↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a23:52:48.588059 tst ping.py:22: Test FAILED (6.8 sec)\u000a23:52:48.648367 run osmo-hlr_10.42.42.2(pid=15155): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15155)]\u000a23:52:48.697431 run osmo-hlr_10.42.42.2(pid=15155): stdout: \u000a| (launched: 2022-12-13_23:52:45.110754) \u000a23:52:48.747156 run osmo-hlr_10.42.42.2(pid=15155): stderr: \u000a| �[0;m�[1;31m20221213235245307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235245307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235245308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235245308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235245308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235245308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235245320 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235245329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235245329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235245329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:52:48.789437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15154): Terminating (SIGTERM)\u000a23:52:48.829311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15157): Terminating (SIGTERM)\u000a23:52:48.869426 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15160): Terminating (SIGTERM)\u000a23:52:48.878769 --- ParallelTerminationStrategy: PID 15154 died...\u000a23:52:48.932368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15154): Terminated: ok {rc=0}\u000a23:52:48.942145 --- ParallelTerminationStrategy: PID 15157 died...\u000a23:52:48.995389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15157): Terminated: ok {rc=0}\u000a23:52:49.005208 --- ParallelTerminationStrategy: PID 15160 died...\u000a23:52:49.058383 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15160): Terminated: ok {rc=0}\u000a23:52:49.146384 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15168): Process ended prematurely: osmo-stp_10.42.42.5(pid=15168) [trial-2396↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15168)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15168): Process ended prematurely: osmo-stp_10.42.42.5(pid=15168) [trial-2396↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15168)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a23:52:50.197743 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:50.209252 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:52:50.346681 tst ping_idle_ping.py: using LAC 37099\u000a23:52:50.464731 tst ping_idle_ping.py: using RAC 124\u000a23:52:50.582735 tst ping_idle_ping.py: using CellId 37099\u000a23:52:50.698191 tst ping_idle_ping.py: using BVCI 37100\u000a23:52:50.720805 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:50.731617 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:50.742323 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:50.752795 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:50.763314 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:50.773801 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:50.784419 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:50.795082 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:52:51.067673 tst ping_idle_ping.py:24: start network...\u000a23:52:51.190550 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:52:51.665618 run create_hlr_db(pid=15162): Launched\u000a23:52:51.836024 bus /gobi_6: Setting Powered False\u000a23:52:52.859240 run create_hlr_db(pid=15162): Terminated: ok {rc=0}\u000a23:52:53.280419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15164): Launched\u000a23:52:53.598812 run osmo-hlr_10.42.42.2(pid=15165): Launched\u000a23:52:53.720603 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:52:54.271984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15167): Launched\u000a23:52:54.589809 run osmo-stp_10.42.42.5(pid=15168): Launched\u000a23:52:54.705276 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:52:55.255111 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15170): Launched\u000a23:52:55.368165 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:52:55.643565 run patchelf(pid=15171): Launched\u000a23:52:55.828507 run osmo-stp_10.42.42.5(pid=15168): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15168)]\u000a23:52:55.963406 run osmo-stp_10.42.42.5(pid=15168): stdout: \u000a| (launched: 2022-12-13_23:52:54.433426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:52:56.098934 run osmo-stp_10.42.42.5(pid=15168): stderr: \u000a| �[0;m�[38;5;43m20221213235254623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235254623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235254623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235254624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235254624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235254624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235254624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:52:56.230274 run osmo-stp_10.42.42.5(pid=15168): stdout: \u000a| (launched: 2022-12-13_23:52:54.433426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:52:56.360660 run osmo-stp_10.42.42.5(pid=15168): stderr: \u000a| �[0;m�[38;5;43m20221213235254623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235254623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235254623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235254624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235254624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235254624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235254624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:52:56.512389 run patchelf(pid=15171): Terminating (SIGINT)\u000a23:52:56.689940 run patchelf(pid=15171): Terminated: ok {rc=0}\u000a23:52:56.722117 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15168): Process ended prematurely: osmo-stp_10.42.42.5(pid=15168) [trial-2396↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15168)] [trial-2396↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a23:52:56.731320 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a23:52:56.794514 run osmo-hlr_10.42.42.2(pid=15165): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15165)]\u000a23:52:56.845899 run osmo-hlr_10.42.42.2(pid=15165): stdout: \u000a| (launched: 2022-12-13_23:52:53.441789) \u000a23:52:56.898516 run osmo-hlr_10.42.42.2(pid=15165): stderr: \u000a| �[0;m�[1;31m20221213235253641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235253641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235253641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235253641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235253641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235253641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235253653 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235253663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235253663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235253663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:52:56.942775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15164): Terminating (SIGTERM)\u000a23:52:56.984643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15167): Terminating (SIGTERM)\u000a23:52:57.026576 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15170): Terminating (SIGTERM)\u000a23:52:57.036322 --- ParallelTerminationStrategy: PID 15164 died...\u000a23:52:57.092723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15164): Terminated: ok {rc=0}\u000a23:52:57.103015 --- ParallelTerminationStrategy: PID 15167 died...\u000a23:52:57.158944 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15167): Terminated: ok {rc=0}\u000a23:52:57.169176 --- ParallelTerminationStrategy: PID 15170 died...\u000a23:52:57.224880 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15170): Terminated: ok {rc=0}\u000a23:52:57.311385 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:51:59" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15185): Process ended prematurely: osmo-stp_10.42.42.5(pid=15185) [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15185)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15185): Process ended prematurely: osmo-stp_10.42.42.5(pid=15185) [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15185)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:52:59.452213 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:52:59.463254 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:52:59.618184 tst cs_paging_gprs_active.py: using LAC 37100\u000a23:52:59.736138 tst cs_paging_gprs_active.py: using RAC 125\u000a23:52:59.859797 tst cs_paging_gprs_active.py: using CellId 37100\u000a23:52:59.976666 tst cs_paging_gprs_active.py: using BVCI 37101\u000a23:52:59.999865 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:00.010657 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:00.021356 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:00.031922 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:00.042650 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:00.053688 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:00.064707 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:00.075732 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:00.086797 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:53:00.208161 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:53:00.504409 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:53:00.639720 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:53:01.033290 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15175): Launched\u000a23:53:01.333735 run iperf3-srv_10.42.42.10(pid=15176): Launched\u000a23:53:01.536706 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:53:01.675089 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:53:02.031201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15177): Launched\u000a23:53:02.310181 run iperf3-srv_10.42.42.10(pid=15178): Launched\u000a23:53:02.509551 tst cs_paging_gprs_active.py:38: start network...\u000a23:53:02.645129 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:53:03.150938 run create_hlr_db(pid=15179): Launched\u000a23:53:03.337528 bus /gobi_6: Setting Powered False\u000a23:53:04.358969 run create_hlr_db(pid=15179): Terminated: ok {rc=0}\u000a23:53:04.772165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15181): Launched\u000a23:53:05.094854 run osmo-hlr_10.42.42.2(pid=15182): Launched\u000a23:53:05.214899 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:53:05.775105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15184): Launched\u000a23:53:06.097798 run osmo-stp_10.42.42.5(pid=15185): Launched\u000a23:53:06.215751 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:53:06.778460 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15187): Launched\u000a23:53:06.894489 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:53:07.182660 run patchelf(pid=15188): Launched\u000a23:53:07.371906 run osmo-stp_10.42.42.5(pid=15185): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15185)]\u000a23:53:07.511197 run osmo-stp_10.42.42.5(pid=15185): stdout: \u000a| (launched: 2022-12-13_23:53:05.939038)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:53:07.650106 run osmo-stp_10.42.42.5(pid=15185): stderr: \u000a| �[0;m�[38;5;43m20221213235306132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235306132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235306132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235306133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235306133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235306133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235306133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:53:07.784059 run osmo-stp_10.42.42.5(pid=15185): stdout: \u000a| (launched: 2022-12-13_23:53:05.939038)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:53:07.916524 run osmo-stp_10.42.42.5(pid=15185): stderr: \u000a| �[0;m�[38;5;43m20221213235306132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235306132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235306132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235306133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235306133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235306133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235306133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:53:08.070755 run patchelf(pid=15188): Terminating (SIGINT)\u000a23:53:08.251488 run patchelf(pid=15188): Terminated: ok {rc=0}\u000a23:53:08.284487 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15185): Process ended prematurely: osmo-stp_10.42.42.5(pid=15185) [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15185)] [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a23:53:08.294216 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a23:53:08.357548 run osmo-hlr_10.42.42.2(pid=15182): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15182)]\u000a23:53:08.409317 run osmo-hlr_10.42.42.2(pid=15182): stdout: \u000a| (launched: 2022-12-13_23:53:04.936525) \u000a23:53:08.461361 run osmo-hlr_10.42.42.2(pid=15182): stderr: \u000a| �[0;m�[1;31m20221213235305135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235305135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235305135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235305135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235305135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235305135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235305148 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235305156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235305156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235305156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:53:08.506417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15175): Terminating (SIGTERM)\u000a23:53:08.548198 run iperf3-srv_10.42.42.10(pid=15176): Terminating (SIGTERM)\u000a23:53:08.590130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15177): Terminating (SIGTERM)\u000a23:53:08.632044 run iperf3-srv_10.42.42.10(pid=15178): Terminating (SIGTERM)\u000a23:53:08.674272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15181): Terminating (SIGTERM)\u000a23:53:08.716102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15184): Terminating (SIGTERM)\u000a23:53:08.758056 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15187): Terminating (SIGTERM)\u000a23:53:08.767821 --- ParallelTerminationStrategy: PID 15175 died...\u000a23:53:08.824224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15175): Terminated: ok {rc=0}\u000a23:53:08.834472 --- ParallelTerminationStrategy: PID 15176 died...\u000a23:53:08.890057 run iperf3-srv_10.42.42.10(pid=15176): Terminated {rc=256}\u000a23:53:08.900158 --- ParallelTerminationStrategy: PID 15177 died...\u000a23:53:08.956337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15177): Terminated: ok {rc=0}\u000a23:53:08.966508 --- ParallelTerminationStrategy: PID 15178 died...\u000a23:53:09.022644 run iperf3-srv_10.42.42.10(pid=15178): Terminated {rc=256}\u000a23:53:09.032672 --- ParallelTerminationStrategy: PID 15181 died...\u000a23:53:09.089111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15181): Terminated: ok {rc=0}\u000a23:53:09.099355 --- ParallelTerminationStrategy: PID 15184 died...\u000a23:53:09.155372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15184): Terminated: ok {rc=0}\u000a23:53:09.165676 --- ParallelTerminationStrategy: PID 15187 died...\u000a23:53:09.221733 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15187): Terminated: ok {rc=0}\u000a23:53:09.307709 bus /gobi_0: Setting Powered False\u000a23:53:10.412865 bus /gobi_0: Setting Powered False\u000a23:53:11.520463 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15197): Process ended prematurely: osmo-stp_10.42.42.5(pid=15197) [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15197)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15197): Process ended prematurely: osmo-stp_10.42.42.5(pid=15197) [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15197)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a23:53:12.633525 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:12.645529 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:53:12.809645 tst iperf3.py: using LAC 37101\u000a23:53:12.937629 tst iperf3.py: using RAC 126\u000a23:53:13.065131 tst iperf3.py: using CellId 37101\u000a23:53:13.192684 tst iperf3.py: using BVCI 37102\u000a23:53:13.217497 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:13.229132 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:13.240398 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:13.251739 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:13.263472 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:13.275320 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:13.287309 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:13.299149 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:13.311096 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:53:13.589460 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:53:13.714518 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:53:14.024388 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15189): Launched\u000a23:53:14.281914 run iperf3-srv_10.42.42.10(pid=15190): Launched\u000a23:53:14.465793 tst iperf3.py:8: start network...\u000a23:53:14.590702 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:53:15.070529 run create_hlr_db(pid=15191): Launched\u000a23:53:15.242440 bus /gobi_6: Setting Powered False\u000a23:53:16.320562 run create_hlr_db(pid=15191): Terminated: ok {rc=0}\u000a23:53:16.809931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15193): Launched\u000a23:53:17.246361 run osmo-hlr_10.42.42.2(pid=15194): Launched\u000a23:53:17.395001 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:53:18.012723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15196): Launched\u000a23:53:18.305866 run osmo-stp_10.42.42.5(pid=15197): Launched\u000a23:53:18.412846 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:53:18.924467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15199): Launched\u000a23:53:19.029143 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:53:19.284932 run patchelf(pid=15200): Launched\u000a23:53:19.456376 run osmo-stp_10.42.42.5(pid=15197): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15197)]\u000a23:53:19.582390 run osmo-stp_10.42.42.5(pid=15197): stdout: \u000a| (launched: 2022-12-13_23:53:18.161735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:53:19.708368 run osmo-stp_10.42.42.5(pid=15197): stderr: \u000a| �[0;m�[38;5;43m20221213235318331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235318331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235318332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235318332 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235318333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235318333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235318333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:53:19.830294 run osmo-stp_10.42.42.5(pid=15197): stdout: \u000a| (launched: 2022-12-13_23:53:18.161735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:53:19.951092 run osmo-stp_10.42.42.5(pid=15197): stderr: \u000a| �[0;m�[38;5;43m20221213235318331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235318331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235318332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235318332 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235318333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235318333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235318333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:53:20.091633 run patchelf(pid=15200): Terminating (SIGINT)\u000a23:53:20.256513 run patchelf(pid=15200): Terminated: ok {rc=0}\u000a23:53:20.287020 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15197): Process ended prematurely: osmo-stp_10.42.42.5(pid=15197) [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15197)] [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a23:53:20.296061 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a23:53:20.355197 run osmo-hlr_10.42.42.2(pid=15194): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15194)]\u000a23:53:20.403488 run osmo-hlr_10.42.42.2(pid=15194): stdout: \u000a| (launched: 2022-12-13_23:53:16.978532) \u000a23:53:20.452309 run osmo-hlr_10.42.42.2(pid=15194): stderr: \u000a| �[0;m�[1;31m20221213235317290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235317290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235317290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235317290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235317290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235317291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235317314 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235317323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235317323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235317323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:53:20.494381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15189): Terminating (SIGTERM)\u000a23:53:20.533557 run iperf3-srv_10.42.42.10(pid=15190): Terminating (SIGTERM)\u000a23:53:20.572835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15193): Terminating (SIGTERM)\u000a23:53:20.612253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15196): Terminating (SIGTERM)\u000a23:53:20.651506 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15199): Terminating (SIGTERM)\u000a23:53:20.660637 --- ParallelTerminationStrategy: PID 15189 died...\u000a23:53:20.713017 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15189): Terminated: ok {rc=0}\u000a23:53:20.722507 --- ParallelTerminationStrategy: PID 15190 died...\u000a23:53:20.774621 run iperf3-srv_10.42.42.10(pid=15190): Terminated {rc=256}\u000a23:53:20.783994 --- ParallelTerminationStrategy: PID 15193 died...\u000a23:53:20.836253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15193): Terminated: ok {rc=0}\u000a23:53:20.845634 --- ParallelTerminationStrategy: PID 15196 died...\u000a23:53:20.897849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15196): Terminated: ok {rc=0}\u000a23:53:20.907160 --- ParallelTerminationStrategy: PID 15199 died...\u000a23:53:20.959088 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15199): Terminated: ok {rc=0}\u000a23:53:21.041793 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15215): Process ended prematurely: osmo-stp_10.42.42.5(pid=15215) [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15215)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15215): Process ended prematurely: osmo-stp_10.42.42.5(pid=15215) [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15215)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a23:53:22.155779 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:22.167994 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:53:22.330669 tst iperf3m4.py: using LAC 37102\u000a23:53:22.453095 tst iperf3m4.py: using RAC 127\u000a23:53:22.575846 tst iperf3m4.py: using CellId 37102\u000a23:53:22.698649 tst iperf3m4.py: using BVCI 37103\u000a23:53:22.722483 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:22.733683 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:22.744701 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:22.755718 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:22.767198 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:22.778660 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:22.790172 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:22.801580 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:22.813194 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:53:22.931967 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:53:23.050233 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:53:23.168073 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:53:23.456305 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:53:23.588103 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:53:23.911638 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15201): Launched\u000a23:53:24.180623 run iperf3-srv_10.42.42.10(pid=15202): Launched\u000a23:53:24.373443 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:53:24.505653 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:53:24.830389 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15203): Launched\u000a23:53:25.099262 run iperf3-srv_10.42.42.10(pid=15204): Launched\u000a23:53:25.291882 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:53:25.423195 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:53:25.747524 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15205): Launched\u000a23:53:26.016352 run iperf3-srv_10.42.42.10(pid=15206): Launched\u000a23:53:26.209212 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:53:26.340468 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:53:26.666154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15207): Launched\u000a23:53:26.934910 run iperf3-srv_10.42.42.10(pid=15208): Launched\u000a23:53:27.127400 tst iperf3m4.py:8: start network...\u000a23:53:27.258618 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:53:27.753357 run create_hlr_db(pid=15209): Launched\u000a23:53:27.934951 bus /gobi_6: Setting Powered False\u000a23:53:28.958185 run create_hlr_db(pid=15209): Terminated: ok {rc=0}\u000a23:53:29.376485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15211): Launched\u000a23:53:29.691294 run osmo-hlr_10.42.42.2(pid=15212): Launched\u000a23:53:29.812119 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:53:30.330981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15214): Launched\u000a23:53:30.626026 run osmo-stp_10.42.42.5(pid=15215): Launched\u000a23:53:30.732357 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:53:31.279941 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15217): Launched\u000a23:53:31.388064 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:53:31.671970 run patchelf(pid=15218): Launched\u000a23:53:31.863675 run osmo-stp_10.42.42.5(pid=15215): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15215)]\u000a23:53:32.004581 run osmo-stp_10.42.42.5(pid=15215): stdout: \u000a| (launched: 2022-12-13_23:53:30.480478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:53:32.146247 run osmo-stp_10.42.42.5(pid=15215): stderr: \u000a| �[0;m�[38;5;43m20221213235330648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235330649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235330649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235330649 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235330650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235330650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235330650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:53:32.281821 run osmo-stp_10.42.42.5(pid=15215): stdout: \u000a| (launched: 2022-12-13_23:53:30.480478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:53:32.413085 run osmo-stp_10.42.42.5(pid=15215): stderr: \u000a| �[0;m�[38;5;43m20221213235330648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235330649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235330649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235330649 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235330650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235330650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235330650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:53:32.565831 run patchelf(pid=15218): Terminating (SIGINT)\u000a23:53:32.744193 run patchelf(pid=15218): Terminated: ok {rc=0}\u000a23:53:32.776883 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15215): Process ended prematurely: osmo-stp_10.42.42.5(pid=15215) [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15215)] [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a23:53:32.787266 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a23:53:32.853030 run osmo-hlr_10.42.42.2(pid=15212): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15212)]\u000a23:53:32.905699 run osmo-hlr_10.42.42.2(pid=15212): stdout: \u000a| (launched: 2022-12-13_23:53:29.537174) \u000a23:53:32.959037 run osmo-hlr_10.42.42.2(pid=15212): stderr: \u000a| �[0;m�[1;31m20221213235329733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235329733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235329733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235329733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235329733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235329733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235329748 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235329758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235329758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235329758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:53:33.004659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15201): Terminating (SIGTERM)\u000a23:53:33.047552 run iperf3-srv_10.42.42.10(pid=15202): Terminating (SIGTERM)\u000a23:53:33.091242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15203): Terminating (SIGTERM)\u000a23:53:33.134406 run iperf3-srv_10.42.42.10(pid=15204): Terminating (SIGTERM)\u000a23:53:33.177150 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15205): Terminating (SIGTERM)\u000a23:53:33.219803 run iperf3-srv_10.42.42.10(pid=15206): Terminating (SIGTERM)\u000a23:53:33.262610 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15207): Terminating (SIGTERM)\u000a23:53:33.305265 run iperf3-srv_10.42.42.10(pid=15208): Terminating (SIGTERM)\u000a23:53:33.348487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15211): Terminating (SIGTERM)\u000a23:53:33.391472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15214): Terminating (SIGTERM)\u000a23:53:33.434370 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15217): Terminating (SIGTERM)\u000a23:53:33.443967 --- ParallelTerminationStrategy: PID 15201 died...\u000a23:53:33.500826 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15201): Terminated: ok {rc=0}\u000a23:53:33.510998 --- ParallelTerminationStrategy: PID 15202 died...\u000a23:53:33.567308 run iperf3-srv_10.42.42.10(pid=15202): Terminated {rc=256}\u000a23:53:33.577935 --- ParallelTerminationStrategy: PID 15203 died...\u000a23:53:33.634168 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15203): Terminated: ok {rc=0}\u000a23:53:33.644217 --- ParallelTerminationStrategy: PID 15204 died...\u000a23:53:33.700471 run iperf3-srv_10.42.42.10(pid=15204): Terminated {rc=256}\u000a23:53:33.710577 --- ParallelTerminationStrategy: PID 15205 died...\u000a23:53:33.767166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15205): Terminated: ok {rc=0}\u000a23:53:33.777313 --- ParallelTerminationStrategy: PID 15206 died...\u000a23:53:33.833451 run iperf3-srv_10.42.42.10(pid=15206): Terminated {rc=256}\u000a23:53:33.843499 --- ParallelTerminationStrategy: PID 15207 died...\u000a23:53:33.899962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15207): Terminated: ok {rc=0}\u000a23:53:33.910178 --- ParallelTerminationStrategy: PID 15208 died...\u000a23:53:33.966371 run iperf3-srv_10.42.42.10(pid=15208): Terminated {rc=256}\u000a23:53:33.976458 --- ParallelTerminationStrategy: PID 15211 died...\u000a23:53:34.032814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15211): Terminated: ok {rc=0}\u000a23:53:34.043036 --- ParallelTerminationStrategy: PID 15214 died...\u000a23:53:34.099450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15214): Terminated: ok {rc=0}\u000a23:53:34.110010 --- ParallelTerminationStrategy: PID 15217 died...\u000a23:53:34.166641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15217): Terminated: ok {rc=0}\u000a23:53:34.254214 bus /gobi_4: Setting Powered False\u000a23:53:35.358590 bus /gobi_4: Setting Powered False\u000a23:53:36.467181 bus /gobi_1: Setting Powered False\u000a23:53:37.573023 bus /gobi_1: Setting Powered False\u000a23:53:38.681665 bus /gobi_0: Setting Powered False\u000a23:53:39.783554 bus /gobi_0: Setting Powered False\u000a23:53:40.894865 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15225): Process ended prematurely: osmo-stp_10.42.42.5(pid=15225) [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15225)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15225): Process ended prematurely: osmo-stp_10.42.42.5(pid=15225) [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15225)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a23:53:41.960925 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:41.972443 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:53:42.136199 tst ping.py: using LAC 37103\u000a23:53:42.252510 tst ping.py: using RAC 128\u000a23:53:42.365548 tst ping.py: using CellId 37103\u000a23:53:42.478431 tst ping.py: using BVCI 37104\u000a23:53:42.500663 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:42.511488 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:42.522749 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:42.533616 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:42.544323 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:42.555516 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:42.566695 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:42.577518 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:53:42.846143 tst ping.py:19: start network...\u000a23:53:42.966887 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:53:43.433232 run create_hlr_db(pid=15219): Launched\u000a23:53:43.601462 bus /gobi_6: Setting Powered False\u000a23:53:44.623616 run create_hlr_db(pid=15219): Terminated: ok {rc=0}\u000a23:53:45.035930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15221): Launched\u000a23:53:45.345029 run osmo-hlr_10.42.42.2(pid=15222): Launched\u000a23:53:45.458726 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:53:46.024619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15224): Launched\u000a23:53:46.428652 run osmo-stp_10.42.42.5(pid=15225): Launched\u000a23:53:46.558378 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:53:47.135760 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15227): Launched\u000a23:53:47.245293 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:53:47.500549 run patchelf(pid=15228): Launched\u000a23:53:47.671322 run osmo-stp_10.42.42.5(pid=15225): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15225)]\u000a23:53:47.796016 run osmo-stp_10.42.42.5(pid=15225): stdout: \u000a| (launched: 2022-12-13_23:53:46.177731)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:53:47.921202 run osmo-stp_10.42.42.5(pid=15225): stderr: \u000a| �[0;m�[38;5;43m20221213235346544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235346544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235346544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235346554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235346554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235346554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235346554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:53:48.041816 run osmo-stp_10.42.42.5(pid=15225): stdout: \u000a| (launched: 2022-12-13_23:53:46.177731)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:53:48.161556 run osmo-stp_10.42.42.5(pid=15225): stderr: \u000a| �[0;m�[38;5;43m20221213235346544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235346544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235346544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235346554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235346554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235346554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235346554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:53:48.300423 run patchelf(pid=15228): Terminating (SIGINT)\u000a23:53:48.463487 run patchelf(pid=15228): Terminated: ok {rc=0}\u000a23:53:48.493330 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15225): Process ended prematurely: osmo-stp_10.42.42.5(pid=15225) [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15225)] [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a23:53:48.501962 tst ping.py:22: Test FAILED (6.5 sec)\u000a23:53:48.560858 run osmo-hlr_10.42.42.2(pid=15222): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15222)]\u000a23:53:48.609736 run osmo-hlr_10.42.42.2(pid=15222): stdout: \u000a| (launched: 2022-12-13_23:53:45.192891) \u000a23:53:48.658859 run osmo-hlr_10.42.42.2(pid=15222): stderr: \u000a| �[0;m�[1;31m20221213235345389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235345389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235345389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235345389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235345389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235345389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235345405 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235345413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235345413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235345413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:53:48.701319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15221): Terminating (SIGTERM)\u000a23:53:48.740724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15224): Terminating (SIGTERM)\u000a23:53:48.779981 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15227): Terminating (SIGTERM)\u000a23:53:48.789157 --- ParallelTerminationStrategy: PID 15221 died...\u000a23:53:48.842038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15221): Terminated: ok {rc=0}\u000a23:53:48.851525 --- ParallelTerminationStrategy: PID 15224 died...\u000a23:53:48.903579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15224): Terminated: ok {rc=0}\u000a23:53:48.912913 --- ParallelTerminationStrategy: PID 15227 died...\u000a23:53:48.965167 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15227): Terminated: ok {rc=0}\u000a23:53:49.052257 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15235): Process ended prematurely: osmo-stp_10.42.42.5(pid=15235) [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15235)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15235): Process ended prematurely: osmo-stp_10.42.42.5(pid=15235) [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15235)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a23:53:50.103561 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:50.115012 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:53:50.270545 tst ping_idle_ping.py: using LAC 37104\u000a23:53:50.384866 tst ping_idle_ping.py: using RAC 129\u000a23:53:50.500244 tst ping_idle_ping.py: using CellId 37104\u000a23:53:50.614167 tst ping_idle_ping.py: using BVCI 37105\u000a23:53:50.636703 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:50.647511 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:50.658209 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:50.668821 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:50.679511 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:50.690575 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:50.702052 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:50.712819 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:53:50.997739 tst ping_idle_ping.py:24: start network...\u000a23:53:51.127613 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:53:51.614336 run create_hlr_db(pid=15229): Launched\u000a23:53:51.793953 bus /gobi_6: Setting Powered False\u000a23:53:52.816118 run create_hlr_db(pid=15229): Terminated: ok {rc=0}\u000a23:53:53.206719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15231): Launched\u000a23:53:53.496885 run osmo-hlr_10.42.42.2(pid=15232): Launched\u000a23:53:53.611846 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:53:54.127570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15234): Launched\u000a23:53:54.419174 run osmo-stp_10.42.42.5(pid=15235): Launched\u000a23:53:54.525049 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:53:55.032035 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15237): Launched\u000a23:53:55.135235 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:53:55.388323 run patchelf(pid=15238): Launched\u000a23:53:55.558672 run osmo-stp_10.42.42.5(pid=15235): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15235)]\u000a23:53:55.683339 run osmo-stp_10.42.42.5(pid=15235): stdout: \u000a| (launched: 2022-12-13_23:53:54.277212)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:53:55.808401 run osmo-stp_10.42.42.5(pid=15235): stderr: \u000a| �[0;m�[38;5;43m20221213235354446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235354446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235354446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235354446 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235354449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235354449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235354449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:53:55.929599 run osmo-stp_10.42.42.5(pid=15235): stdout: \u000a| (launched: 2022-12-13_23:53:54.277212)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:53:56.049130 run osmo-stp_10.42.42.5(pid=15235): stderr: \u000a| �[0;m�[38;5;43m20221213235354446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235354446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235354446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235354446 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235354449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235354449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235354449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:53:56.189190 run patchelf(pid=15238): Terminating (SIGINT)\u000a23:53:56.353291 run patchelf(pid=15238): Terminated: ok {rc=0}\u000a23:53:56.383158 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15235): Process ended prematurely: osmo-stp_10.42.42.5(pid=15235) [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15235)] [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a23:53:56.391661 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a23:53:56.451079 run osmo-hlr_10.42.42.2(pid=15232): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15232)]\u000a23:53:56.499404 run osmo-hlr_10.42.42.2(pid=15232): stdout: \u000a| (launched: 2022-12-13_23:53:53.354544) \u000a23:53:56.548264 run osmo-hlr_10.42.42.2(pid=15232): stderr: \u000a| �[0;m�[1;31m20221213235353529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235353529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235353529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235353529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235353530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235353530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235353542 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235353550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235353550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235353550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:53:56.590000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15231): Terminating (SIGTERM)\u000a23:53:56.629104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15234): Terminating (SIGTERM)\u000a23:53:56.668433 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15237): Terminating (SIGTERM)\u000a23:53:56.677477 --- ParallelTerminationStrategy: PID 15231 died...\u000a23:53:56.729826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15231): Terminated: ok {rc=0}\u000a23:53:56.739232 --- ParallelTerminationStrategy: PID 15234 died...\u000a23:53:56.791799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15234): Terminated: ok {rc=0}\u000a23:53:56.801198 --- ParallelTerminationStrategy: PID 15237 died...\u000a23:53:56.853074 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15237): Terminated: ok {rc=0}\u000a23:53:56.939885 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:52:59" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15523): Process ended prematurely: osmo-stp_10.42.42.5(pid=15523) [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15523)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15523): Process ended prematurely: osmo-stp_10.42.42.5(pid=15523) [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15523)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:53:59.075923 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:53:59.086762 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:53:59.239662 tst cs_paging_gprs_active.py: using LAC 37105\u000a23:53:59.356665 tst cs_paging_gprs_active.py: using RAC 130\u000a23:53:59.474981 tst cs_paging_gprs_active.py: using CellId 37105\u000a23:53:59.593252 tst cs_paging_gprs_active.py: using BVCI 37106\u000a23:53:59.615822 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:53:59.626699 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:53:59.637357 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:53:59.648026 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:53:59.659107 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:53:59.670116 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:53:59.680787 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:53:59.691441 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:53:59.702401 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:53:59.820891 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:54:00.100348 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:54:00.224204 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:54:00.531732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15243): Launched\u000a23:54:00.787461 run iperf3-srv_10.42.42.10(pid=15244): Launched\u000a23:54:00.973864 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:54:01.099995 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:54:01.483056 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15255): Launched\u000a23:54:01.769223 run iperf3-srv_10.42.42.10(pid=15282): Launched\u000a23:54:01.961185 tst cs_paging_gprs_active.py:38: start network...\u000a23:54:02.122090 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:54:02.707725 run create_hlr_db(pid=15303): Launched\u000a23:54:02.898680 bus /gobi_6: Setting Powered False\u000a23:54:03.943141 run create_hlr_db(pid=15303): Terminated: ok {rc=0}\u000a23:54:04.382173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15519): Launched\u000a23:54:04.817303 run osmo-hlr_10.42.42.2(pid=15520): Launched\u000a23:54:05.062140 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:54:05.642981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15522): Launched\u000a23:54:06.047671 run osmo-stp_10.42.42.5(pid=15523): Launched\u000a23:54:06.222981 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:54:06.828108 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15527): Launched\u000a23:54:06.947862 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:54:07.254048 run patchelf(pid=15528): Launched\u000a23:54:07.444178 run osmo-stp_10.42.42.5(pid=15523): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15523)]\u000a23:54:07.586941 run osmo-stp_10.42.42.5(pid=15523): stdout: \u000a| (launched: 2022-12-13_23:54:05.808770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:54:07.728368 run osmo-stp_10.42.42.5(pid=15523): stderr: \u000a| �[0;m�[38;5;43m20221213235406095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235406096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235406096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235406096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235406097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235406097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235406097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:54:07.865553 run osmo-stp_10.42.42.5(pid=15523): stdout: \u000a| (launched: 2022-12-13_23:54:05.808770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:54:07.999856 run osmo-stp_10.42.42.5(pid=15523): stderr: \u000a| �[0;m�[38;5;43m20221213235406095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235406096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235406096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235406096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235406097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235406097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235406097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:54:08.155802 run patchelf(pid=15528): Terminating (SIGINT)\u000a23:54:08.339578 run patchelf(pid=15528): Terminated: ok {rc=0}\u000a23:54:08.373876 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15523): Process ended prematurely: osmo-stp_10.42.42.5(pid=15523) [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15523)] [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a23:54:08.384647 tst cs_paging_gprs_active.py:38: Test FAILED (9.3 sec)\u000a23:54:08.450682 run osmo-hlr_10.42.42.2(pid=15520): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15520)]\u000a23:54:08.505072 run osmo-hlr_10.42.42.2(pid=15520): stdout: \u000a| (launched: 2022-12-13_23:54:04.547404) \u000a23:54:08.560196 run osmo-hlr_10.42.42.2(pid=15520): stderr: \u000a| �[0;m�[1;31m20221213235404865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235404865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235404865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235404865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235404865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235404865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235404885 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235404899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235404899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235404899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:54:08.607170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15243): Terminating (SIGTERM)\u000a23:54:08.653471 run iperf3-srv_10.42.42.10(pid=15244): Terminating (SIGTERM)\u000a23:54:08.700655 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15255): Terminating (SIGTERM)\u000a23:54:08.744349 run iperf3-srv_10.42.42.10(pid=15282): Terminating (SIGTERM)\u000a23:54:08.788416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15519): Terminating (SIGTERM)\u000a23:54:08.833055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15522): Terminating (SIGTERM)\u000a23:54:08.880055 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15527): Terminating (SIGTERM)\u000a23:54:08.890857 --- ParallelTerminationStrategy: PID 15243 died...\u000a23:54:08.952068 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15243): Terminated: ok {rc=0}\u000a23:54:08.963059 --- ParallelTerminationStrategy: PID 15244 died...\u000a23:54:09.022442 run iperf3-srv_10.42.42.10(pid=15244): Terminated {rc=256}\u000a23:54:09.033388 --- ParallelTerminationStrategy: PID 15255 died...\u000a23:54:09.093915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15255): Terminated: ok {rc=0}\u000a23:54:09.105556 --- ParallelTerminationStrategy: PID 15282 died...\u000a23:54:09.163575 run iperf3-srv_10.42.42.10(pid=15282): Terminated {rc=256}\u000a23:54:09.174496 --- ParallelTerminationStrategy: PID 15519 died...\u000a23:54:09.235176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15519): Terminated: ok {rc=0}\u000a23:54:09.246969 --- ParallelTerminationStrategy: PID 15522 died...\u000a23:54:09.306234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15522): Terminated: ok {rc=0}\u000a23:54:09.318223 --- ParallelTerminationStrategy: PID 15527 died...\u000a23:54:09.377399 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15527): Terminated: ok {rc=0}\u000a23:54:09.467677 bus /gobi_0: Setting Powered False\u000a23:54:10.578281 bus /gobi_0: Setting Powered False\u000a23:54:11.691677 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15537): Process ended prematurely: osmo-stp_10.42.42.5(pid=15537) [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15537)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15537): Process ended prematurely: osmo-stp_10.42.42.5(pid=15537) [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15537)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a23:54:12.805188 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:12.817251 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:54:12.976419 tst iperf3.py: using LAC 37106\u000a23:54:13.098106 tst iperf3.py: using RAC 131\u000a23:54:13.218682 tst iperf3.py: using CellId 37106\u000a23:54:13.341710 tst iperf3.py: using BVCI 37107\u000a23:54:13.365304 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:13.376697 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:13.388463 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:13.399808 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:13.411603 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:13.423555 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:13.435719 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:13.447559 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:13.459612 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:54:13.746295 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:54:13.873375 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:54:14.210625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15529): Launched\u000a23:54:14.495916 run iperf3-srv_10.42.42.10(pid=15530): Launched\u000a23:54:14.683517 tst iperf3.py:8: start network...\u000a23:54:14.810132 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:54:15.342677 run create_hlr_db(pid=15531): Launched\u000a23:54:15.519560 bus /gobi_6: Setting Powered False\u000a23:54:16.622700 run create_hlr_db(pid=15531): Terminated: ok {rc=0}\u000a23:54:17.148264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15533): Launched\u000a23:54:17.622147 run osmo-hlr_10.42.42.2(pid=15534): Launched\u000a23:54:17.924873 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:54:18.531686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15536): Launched\u000a23:54:18.951370 run osmo-stp_10.42.42.5(pid=15537): Launched\u000a23:54:19.181992 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:54:19.812405 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15539): Launched\u000a23:54:19.924135 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:54:20.213926 run patchelf(pid=15540): Launched\u000a23:54:20.396092 run osmo-stp_10.42.42.5(pid=15537): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15537)]\u000a23:54:20.530058 run osmo-stp_10.42.42.5(pid=15537): stdout: \u000a| (launched: 2022-12-13_23:54:18.689461)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:54:20.663047 run osmo-stp_10.42.42.5(pid=15537): stderr: \u000a| �[0;m�[38;5;43m20221213235419029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235419029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235419030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235419030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235419031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235419031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235419031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:54:20.793896 run osmo-stp_10.42.42.5(pid=15537): stdout: \u000a| (launched: 2022-12-13_23:54:18.689461)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:54:20.921977 run osmo-stp_10.42.42.5(pid=15537): stderr: \u000a| �[0;m�[38;5;43m20221213235419029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235419029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235419030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235419030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235419031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235419031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235419031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:54:21.070547 run patchelf(pid=15540): Terminating (SIGINT)\u000a23:54:21.247063 run patchelf(pid=15540): Terminated: ok {rc=0}\u000a23:54:21.281211 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15537): Process ended prematurely: osmo-stp_10.42.42.5(pid=15537) [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15537)] [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a23:54:21.291731 tst iperf3.py:8: Test FAILED (8.5 sec)\u000a23:54:21.356008 run osmo-hlr_10.42.42.2(pid=15534): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15534)]\u000a23:54:21.407069 run osmo-hlr_10.42.42.2(pid=15534): stdout: \u000a| (launched: 2022-12-13_23:54:17.338425) \u000a23:54:21.458695 run osmo-hlr_10.42.42.2(pid=15534): stderr: \u000a| �[0;m�[1;31m20221213235417582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235417582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235417583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235417583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235417583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235417583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235417601 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235417621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235417622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235417622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:54:21.503750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15529): Terminating (SIGTERM)\u000a23:54:21.547510 run iperf3-srv_10.42.42.10(pid=15530): Terminating (SIGTERM)\u000a23:54:21.591939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15533): Terminating (SIGTERM)\u000a23:54:21.635558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15536): Terminating (SIGTERM)\u000a23:54:21.680844 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15539): Terminating (SIGTERM)\u000a23:54:21.691017 --- ParallelTerminationStrategy: PID 15529 died...\u000a23:54:21.748125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15529): Terminated: ok {rc=0}\u000a23:54:21.758665 --- ParallelTerminationStrategy: PID 15530 died...\u000a23:54:21.814097 run iperf3-srv_10.42.42.10(pid=15530): Terminated {rc=256}\u000a23:54:21.824096 --- ParallelTerminationStrategy: PID 15533 died...\u000a23:54:21.880372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15533): Terminated: ok {rc=0}\u000a23:54:21.890845 --- ParallelTerminationStrategy: PID 15536 died...\u000a23:54:21.946226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15536): Terminated: ok {rc=0}\u000a23:54:21.956209 --- ParallelTerminationStrategy: PID 15539 died...\u000a23:54:22.013975 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15539): Terminated: ok {rc=0}\u000a23:54:22.101373 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15556): Process ended prematurely: osmo-stp_10.42.42.5(pid=15556) [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15556)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15556): Process ended prematurely: osmo-stp_10.42.42.5(pid=15556) [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15556)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a23:54:23.217579 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:23.230309 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:54:23.391814 tst iperf3m4.py: using LAC 37107\u000a23:54:23.514439 tst iperf3m4.py: using RAC 132\u000a23:54:23.635671 tst iperf3m4.py: using CellId 37107\u000a23:54:23.757171 tst iperf3m4.py: using BVCI 37108\u000a23:54:23.781398 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:23.793885 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:23.805812 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:23.817827 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:23.829806 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:23.842131 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:23.854325 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:23.866192 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:23.879621 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:54:24.000648 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:54:24.122105 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:54:24.243297 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:54:24.527867 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:54:24.657330 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:54:24.991467 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15542): Launched\u000a23:54:25.262385 run iperf3-srv_10.42.42.10(pid=15543): Launched\u000a23:54:25.456600 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:54:25.589377 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:54:25.915807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15544): Launched\u000a23:54:26.186540 run iperf3-srv_10.42.42.10(pid=15545): Launched\u000a23:54:26.380203 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:54:26.512428 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:54:26.839354 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15546): Launched\u000a23:54:27.110193 run iperf3-srv_10.42.42.10(pid=15547): Launched\u000a23:54:27.304140 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:54:27.436198 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:54:27.763476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15548): Launched\u000a23:54:28.035069 run iperf3-srv_10.42.42.10(pid=15549): Launched\u000a23:54:28.228790 tst iperf3m4.py:8: start network...\u000a23:54:28.361124 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:54:28.858043 run create_hlr_db(pid=15550): Launched\u000a23:54:29.043110 bus /gobi_6: Setting Powered False\u000a23:54:30.063224 run create_hlr_db(pid=15550): Terminated: ok {rc=0}\u000a23:54:30.484255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15552): Launched\u000a23:54:30.801863 run osmo-hlr_10.42.42.2(pid=15553): Launched\u000a23:54:31.056049 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:54:31.611192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15555): Launched\u000a23:54:32.017208 run osmo-stp_10.42.42.5(pid=15556): Launched\u000a23:54:32.188419 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:54:32.785256 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15558): Launched\u000a23:54:32.890860 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:54:33.149149 run patchelf(pid=15559): Launched\u000a23:54:33.322313 run osmo-stp_10.42.42.5(pid=15556): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15556)]\u000a23:54:33.449103 run osmo-stp_10.42.42.5(pid=15556): stdout: \u000a| (launched: 2022-12-13_23:54:31.767399)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:54:33.576212 run osmo-stp_10.42.42.5(pid=15556): stderr: \u000a| �[0;m�[38;5;43m20221213235432105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235432105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235432105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235432106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235432106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235432106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235432106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:54:33.698817 run osmo-stp_10.42.42.5(pid=15556): stdout: \u000a| (launched: 2022-12-13_23:54:31.767399)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:54:33.819976 run osmo-stp_10.42.42.5(pid=15556): stderr: \u000a| �[0;m�[38;5;43m20221213235432105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235432105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235432105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235432106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235432106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235432106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235432106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:54:33.961456 run patchelf(pid=15559): Terminating (SIGINT)\u000a23:54:34.127393 run patchelf(pid=15559): Terminated: ok {rc=0}\u000a23:54:34.158069 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15556): Process ended prematurely: osmo-stp_10.42.42.5(pid=15556) [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15556)] [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a23:54:34.167134 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a23:54:34.226674 run osmo-hlr_10.42.42.2(pid=15553): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15553)]\u000a23:54:34.275562 run osmo-hlr_10.42.42.2(pid=15553): stdout: \u000a| (launched: 2022-12-13_23:54:30.646141) \u000a23:54:34.325056 run osmo-hlr_10.42.42.2(pid=15553): stderr: \u000a| �[0;m�[1;31m20221213235430845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235430845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235430845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235430845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235430845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235430845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235430856 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235430869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235430869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235430869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:54:34.366816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15542): Terminating (SIGTERM)\u000a23:54:34.406084 run iperf3-srv_10.42.42.10(pid=15543): Terminating (SIGTERM)\u000a23:54:34.447129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15544): Terminating (SIGTERM)\u000a23:54:34.485989 run iperf3-srv_10.42.42.10(pid=15545): Terminating (SIGTERM)\u000a23:54:34.524868 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15546): Terminating (SIGTERM)\u000a23:54:34.563742 run iperf3-srv_10.42.42.10(pid=15547): Terminating (SIGTERM)\u000a23:54:34.602797 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15548): Terminating (SIGTERM)\u000a23:54:34.641599 run iperf3-srv_10.42.42.10(pid=15549): Terminating (SIGTERM)\u000a23:54:34.680487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15552): Terminating (SIGTERM)\u000a23:54:34.719354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15555): Terminating (SIGTERM)\u000a23:54:34.758359 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15558): Terminating (SIGTERM)\u000a23:54:34.767415 --- ParallelTerminationStrategy: PID 15542 died...\u000a23:54:34.819890 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15542): Terminated: ok {rc=0}\u000a23:54:34.829849 --- ParallelTerminationStrategy: PID 15543 died...\u000a23:54:34.882296 run iperf3-srv_10.42.42.10(pid=15543): Terminated {rc=256}\u000a23:54:34.891522 --- ParallelTerminationStrategy: PID 15544 died...\u000a23:54:34.943839 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15544): Terminated: ok {rc=0}\u000a23:54:34.953658 --- ParallelTerminationStrategy: PID 15545 died...\u000a23:54:35.005952 run iperf3-srv_10.42.42.10(pid=15545): Terminated {rc=256}\u000a23:54:35.015283 --- ParallelTerminationStrategy: PID 15546 died...\u000a23:54:35.067991 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15546): Terminated: ok {rc=0}\u000a23:54:35.077876 --- ParallelTerminationStrategy: PID 15547 died...\u000a23:54:35.130309 run iperf3-srv_10.42.42.10(pid=15547): Terminated {rc=256}\u000a23:54:35.139758 --- ParallelTerminationStrategy: PID 15548 died...\u000a23:54:35.192271 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15548): Terminated: ok {rc=0}\u000a23:54:35.201810 --- ParallelTerminationStrategy: PID 15549 died...\u000a23:54:35.253997 run iperf3-srv_10.42.42.10(pid=15549): Terminated {rc=256}\u000a23:54:35.263355 --- ParallelTerminationStrategy: PID 15552 died...\u000a23:54:35.315506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15552): Terminated: ok {rc=0}\u000a23:54:35.324867 --- ParallelTerminationStrategy: PID 15555 died...\u000a23:54:35.377146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15555): Terminated: ok {rc=0}\u000a23:54:35.386625 --- ParallelTerminationStrategy: PID 15558 died...\u000a23:54:35.439031 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15558): Terminated: ok {rc=0}\u000a23:54:35.522511 bus /gobi_4: Setting Powered False\u000a23:54:36.622802 bus /gobi_4: Setting Powered False\u000a23:54:37.733510 bus /gobi_1: Setting Powered False\u000a23:54:38.835911 bus /gobi_1: Setting Powered False\u000a23:54:39.947247 bus /gobi_0: Setting Powered False\u000a23:54:41.049510 bus /gobi_0: Setting Powered False\u000a23:54:42.161032 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15566): Process ended prematurely: osmo-stp_10.42.42.5(pid=15566) [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15566)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15566): Process ended prematurely: osmo-stp_10.42.42.5(pid=15566) [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15566)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a23:54:43.227663 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:43.239236 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:54:43.391912 tst ping.py: using LAC 37108\u000a23:54:43.508213 tst ping.py: using RAC 133\u000a23:54:43.622405 tst ping.py: using CellId 37108\u000a23:54:43.736292 tst ping.py: using BVCI 37109\u000a23:54:43.758641 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:43.769507 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:43.780058 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:43.790779 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:43.801333 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:43.811962 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:43.822784 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:43.833399 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:54:44.103542 tst ping.py:19: start network...\u000a23:54:44.223905 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:54:44.691758 run create_hlr_db(pid=15560): Launched\u000a23:54:44.859878 bus /gobi_6: Setting Powered False\u000a23:54:45.883712 run create_hlr_db(pid=15560): Terminated: ok {rc=0}\u000a23:54:46.343311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15562): Launched\u000a23:54:46.678345 run osmo-hlr_10.42.42.2(pid=15563): Launched\u000a23:54:46.886293 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:54:47.581726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15565): Launched\u000a23:54:47.890873 run osmo-stp_10.42.42.5(pid=15566): Launched\u000a23:54:48.003677 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:54:48.544631 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15568): Launched\u000a23:54:48.655809 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:54:48.925964 run patchelf(pid=15569): Launched\u000a23:54:49.107826 run osmo-stp_10.42.42.5(pid=15566): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15566)]\u000a23:54:49.241455 run osmo-stp_10.42.42.5(pid=15566): stdout: \u000a| (launched: 2022-12-13_23:54:47.739002)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:54:49.374910 run osmo-stp_10.42.42.5(pid=15566): stderr: \u000a| �[0;m�[38;5;43m20221213235447929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235447929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235447929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235447929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235447930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235447930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235447930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:54:49.503612 run osmo-stp_10.42.42.5(pid=15566): stdout: \u000a| (launched: 2022-12-13_23:54:47.739002)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:54:49.631694 run osmo-stp_10.42.42.5(pid=15566): stderr: \u000a| �[0;m�[38;5;43m20221213235447929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235447929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235447929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235447929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235447930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235447930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235447930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:54:49.780056 run patchelf(pid=15569): Terminating (SIGINT)\u000a23:54:49.953836 run patchelf(pid=15569): Terminated: ok {rc=0}\u000a23:54:49.985531 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15566): Process ended prematurely: osmo-stp_10.42.42.5(pid=15566) [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15566)] [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a23:54:49.994801 tst ping.py:22: Test FAILED (6.8 sec)\u000a23:54:50.057802 run osmo-hlr_10.42.42.2(pid=15563): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15563)]\u000a23:54:50.109273 run osmo-hlr_10.42.42.2(pid=15563): stdout: \u000a| (launched: 2022-12-13_23:54:46.506808) \u000a23:54:50.161329 run osmo-hlr_10.42.42.2(pid=15563): stderr: \u000a| �[0;m�[1;31m20221213235446995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235446995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235446995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235446995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235446995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235446996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235447029 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235447056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235447056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235447056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:54:50.205601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15562): Terminating (SIGTERM)\u000a23:54:50.247272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15565): Terminating (SIGTERM)\u000a23:54:50.288934 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15568): Terminating (SIGTERM)\u000a23:54:50.298645 --- ParallelTerminationStrategy: PID 15562 died...\u000a23:54:50.354928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15562): Terminated: ok {rc=0}\u000a23:54:50.365104 --- ParallelTerminationStrategy: PID 15565 died...\u000a23:54:50.421171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15565): Terminated: ok {rc=0}\u000a23:54:50.431179 --- ParallelTerminationStrategy: PID 15568 died...\u000a23:54:50.487263 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15568): Terminated: ok {rc=0}\u000a23:54:50.574281 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15576): Process ended prematurely: osmo-stp_10.42.42.5(pid=15576) [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15576)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15576): Process ended prematurely: osmo-stp_10.42.42.5(pid=15576) [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15576)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a23:54:51.626793 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:51.638627 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:54:51.806980 tst ping_idle_ping.py: using LAC 37109\u000a23:54:51.926252 tst ping_idle_ping.py: using RAC 134\u000a23:54:52.041723 tst ping_idle_ping.py: using CellId 37109\u000a23:54:52.157665 tst ping_idle_ping.py: using BVCI 37110\u000a23:54:52.180034 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:52.191254 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:52.202203 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:52.213129 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:52.223801 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:52.234583 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:52.245817 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:52.256856 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:54:52.527365 tst ping_idle_ping.py:24: start network...\u000a23:54:52.649917 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:54:53.118136 run create_hlr_db(pid=15570): Launched\u000a23:54:53.287336 bus /gobi_6: Setting Powered False\u000a23:54:54.309314 run create_hlr_db(pid=15570): Terminated: ok {rc=0}\u000a23:54:54.698789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15572): Launched\u000a23:54:54.990407 run osmo-hlr_10.42.42.2(pid=15573): Launched\u000a23:54:55.101181 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:54:55.606814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15575): Launched\u000a23:54:55.899615 run osmo-stp_10.42.42.5(pid=15576): Launched\u000a23:54:56.006469 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:54:56.515544 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15578): Launched\u000a23:54:56.619409 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:54:56.873839 run patchelf(pid=15579): Launched\u000a23:54:57.045281 run osmo-stp_10.42.42.5(pid=15576): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15576)]\u000a23:54:57.170938 run osmo-stp_10.42.42.5(pid=15576): stdout: \u000a| (launched: 2022-12-13_23:54:55.756318)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:54:57.297493 run osmo-stp_10.42.42.5(pid=15576): stderr: \u000a| �[0;m�[38;5;43m20221213235455926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235455926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235455926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235455927 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235455927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235455927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235455927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:54:57.418986 run osmo-stp_10.42.42.5(pid=15576): stdout: \u000a| (launched: 2022-12-13_23:54:55.756318)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:54:57.539689 run osmo-stp_10.42.42.5(pid=15576): stderr: \u000a| �[0;m�[38;5;43m20221213235455926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235455926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235455926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235455927 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235455927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235455927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235455927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:54:57.679878 run patchelf(pid=15579): Terminating (SIGINT)\u000a23:54:57.844722 run patchelf(pid=15579): Terminated: ok {rc=0}\u000a23:54:57.874840 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15576): Process ended prematurely: osmo-stp_10.42.42.5(pid=15576) [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15576)] [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a23:54:57.883415 tst ping_idle_ping.py:27: Test FAILED (6.2 sec)\u000a23:54:57.942548 run osmo-hlr_10.42.42.2(pid=15573): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15573)]\u000a23:54:57.991138 run osmo-hlr_10.42.42.2(pid=15573): stdout: \u000a| (launched: 2022-12-13_23:54:54.847048) \u000a23:54:58.040557 run osmo-hlr_10.42.42.2(pid=15573): stderr: \u000a| �[0;m�[1;31m20221213235455019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235455019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235455019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235455020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235455020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235455020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235455032 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235455041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235455041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235455041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:54:58.082381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15572): Terminating (SIGTERM)\u000a23:54:58.121945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15575): Terminating (SIGTERM)\u000a23:54:58.161709 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15578): Terminating (SIGTERM)\u000a23:54:58.170908 --- ParallelTerminationStrategy: PID 15572 died...\u000a23:54:58.223973 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15572): Terminated: ok {rc=0}\u000a23:54:58.233563 --- ParallelTerminationStrategy: PID 15575 died...\u000a23:54:58.286349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15575): Terminated: ok {rc=0}\u000a23:54:58.295946 --- ParallelTerminationStrategy: PID 15578 died...\u000a23:54:58.348754 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15578): Terminated: ok {rc=0}\u000a23:54:58.436244 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:53:58" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15597): Process ended prematurely: osmo-stp_10.42.42.5(pid=15597) [trial-2396↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15597)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15597): Process ended prematurely: osmo-stp_10.42.42.5(pid=15597) [trial-2396↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15597)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:55:00.589276 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:00.600386 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:55:00.734596 tst cs_paging_gprs_active.py: using LAC 37110\u000a23:55:00.850354 tst cs_paging_gprs_active.py: using RAC 135\u000a23:55:00.980700 tst cs_paging_gprs_active.py: using CellId 37110\u000a23:55:01.102179 tst cs_paging_gprs_active.py: using BVCI 37111\u000a23:55:01.125594 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:01.137374 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:01.148909 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:01.160682 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:01.172531 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:01.184325 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:01.195939 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:01.207558 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:01.219374 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:55:01.341267 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:55:01.649542 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:55:01.786975 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:55:02.147602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15587): Launched\u000a23:55:02.420611 run iperf3-srv_10.42.42.10(pid=15588): Launched\u000a23:55:02.601926 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:55:02.726502 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:55:03.035213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15589): Launched\u000a23:55:03.291109 run iperf3-srv_10.42.42.10(pid=15590): Launched\u000a23:55:03.472550 tst cs_paging_gprs_active.py:38: start network...\u000a23:55:03.596172 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:55:04.071415 run create_hlr_db(pid=15591): Launched\u000a23:55:04.242280 bus /gobi_6: Setting Powered False\u000a23:55:05.264334 run create_hlr_db(pid=15591): Terminated: ok {rc=0}\u000a23:55:05.683988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15593): Launched\u000a23:55:05.981270 run osmo-hlr_10.42.42.2(pid=15594): Launched\u000a23:55:06.098681 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:55:06.619204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15596): Launched\u000a23:55:06.916056 run osmo-stp_10.42.42.5(pid=15597): Launched\u000a23:55:07.023853 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:55:07.542756 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15599): Launched\u000a23:55:07.648770 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:55:07.907920 run patchelf(pid=15600): Launched\u000a23:55:08.081482 run osmo-stp_10.42.42.5(pid=15597): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15597)]\u000a23:55:08.208687 run osmo-stp_10.42.42.5(pid=15597): stdout: \u000a| (launched: 2022-12-13_23:55:06.770392)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:55:08.336095 run osmo-stp_10.42.42.5(pid=15597): stderr: \u000a| �[0;m�[38;5;43m20221213235506943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235506943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235506944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235506944 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235506944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235506944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235506945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:55:08.458771 run osmo-stp_10.42.42.5(pid=15597): stdout: \u000a| (launched: 2022-12-13_23:55:06.770392)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:55:08.580385 run osmo-stp_10.42.42.5(pid=15597): stderr: \u000a| �[0;m�[38;5;43m20221213235506943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235506943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235506944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235506944 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235506944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235506944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235506945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:55:08.722119 run patchelf(pid=15600): Terminating (SIGINT)\u000a23:55:08.888551 run patchelf(pid=15600): Terminated: ok {rc=0}\u000a23:55:08.919176 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15597): Process ended prematurely: osmo-stp_10.42.42.5(pid=15597) [trial-2396↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15597)] [trial-2396↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a23:55:08.928237 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a23:55:08.987928 run osmo-hlr_10.42.42.2(pid=15594): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15594)]\u000a23:55:09.036771 run osmo-hlr_10.42.42.2(pid=15594): stdout: \u000a| (launched: 2022-12-13_23:55:05.835606) \u000a23:55:09.086449 run osmo-hlr_10.42.42.2(pid=15594): stderr: \u000a| �[0;m�[1;31m20221213235506010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235506010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235506010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235506010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235506010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235506010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235506022 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235506032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235506032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235506032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:55:09.128645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15587): Terminating (SIGTERM)\u000a23:55:09.168284 run iperf3-srv_10.42.42.10(pid=15588): Terminating (SIGTERM)\u000a23:55:09.207964 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15589): Terminating (SIGTERM)\u000a23:55:09.247437 run iperf3-srv_10.42.42.10(pid=15590): Terminating (SIGTERM)\u000a23:55:09.287153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15593): Terminating (SIGTERM)\u000a23:55:09.327115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15596): Terminating (SIGTERM)\u000a23:55:09.366857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15599): Terminating (SIGTERM)\u000a23:55:09.375934 --- ParallelTerminationStrategy: PID 15587 died...\u000a23:55:09.428913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15587): Terminated: ok {rc=0}\u000a23:55:09.438389 --- ParallelTerminationStrategy: PID 15588 died...\u000a23:55:09.490699 run iperf3-srv_10.42.42.10(pid=15588): Terminated {rc=256}\u000a23:55:09.499989 --- ParallelTerminationStrategy: PID 15589 died...\u000a23:55:09.552292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15589): Terminated: ok {rc=0}\u000a23:55:09.561703 --- ParallelTerminationStrategy: PID 15590 died...\u000a23:55:09.613860 run iperf3-srv_10.42.42.10(pid=15590): Terminated {rc=256}\u000a23:55:09.623194 --- ParallelTerminationStrategy: PID 15593 died...\u000a23:55:09.675436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15593): Terminated: ok {rc=0}\u000a23:55:09.684804 --- ParallelTerminationStrategy: PID 15596 died...\u000a23:55:09.737184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15596): Terminated: ok {rc=0}\u000a23:55:09.746598 --- ParallelTerminationStrategy: PID 15599 died...\u000a23:55:09.798677 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15599): Terminated: ok {rc=0}\u000a23:55:09.881398 bus /gobi_0: Setting Powered False\u000a23:55:10.986617 bus /gobi_0: Setting Powered False\u000a23:55:12.098128 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15609): Process ended prematurely: osmo-stp_10.42.42.5(pid=15609) [trial-2396↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15609)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15609): Process ended prematurely: osmo-stp_10.42.42.5(pid=15609) [trial-2396↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15609)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a23:55:13.206847 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:13.218593 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:55:13.359713 tst iperf3.py: using LAC 37111\u000a23:55:13.477217 tst iperf3.py: using RAC 136\u000a23:55:13.601862 tst iperf3.py: using CellId 37111\u000a23:55:13.727633 tst iperf3.py: using BVCI 37112\u000a23:55:13.751820 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:13.763800 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:13.775437 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:13.787134 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:13.799022 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:13.810803 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:13.822694 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:13.834446 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:13.846442 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:55:14.120172 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:55:14.243182 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:55:14.550155 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15601): Launched\u000a23:55:14.803697 run iperf3-srv_10.42.42.10(pid=15602): Launched\u000a23:55:14.983714 tst iperf3.py:8: start network...\u000a23:55:15.106522 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:55:15.581163 run create_hlr_db(pid=15603): Launched\u000a23:55:15.750303 bus /gobi_6: Setting Powered False\u000a23:55:16.787174 run create_hlr_db(pid=15603): Terminated: ok {rc=0}\u000a23:55:17.224102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15605): Launched\u000a23:55:17.520402 run osmo-hlr_10.42.42.2(pid=15606): Launched\u000a23:55:17.636529 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:55:18.159992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15608): Launched\u000a23:55:18.455490 run osmo-stp_10.42.42.5(pid=15609): Launched\u000a23:55:18.564437 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:55:19.079825 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15611): Launched\u000a23:55:19.185421 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:55:19.444751 run patchelf(pid=15612): Launched\u000a23:55:19.619419 run osmo-stp_10.42.42.5(pid=15609): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15609)]\u000a23:55:19.746530 run osmo-stp_10.42.42.5(pid=15609): stdout: \u000a| (launched: 2022-12-13_23:55:18.310415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:55:19.873867 run osmo-stp_10.42.42.5(pid=15609): stderr: \u000a| �[0;m�[38;5;43m20221213235518479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235518479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235518479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235518479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235518482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235518482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235518482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:55:19.996224 run osmo-stp_10.42.42.5(pid=15609): stdout: \u000a| (launched: 2022-12-13_23:55:18.310415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:55:20.117909 run osmo-stp_10.42.42.5(pid=15609): stderr: \u000a| �[0;m�[38;5;43m20221213235518479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235518479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235518479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235518479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235518482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235518482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235518482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:55:20.259798 run patchelf(pid=15612): Terminating (SIGINT)\u000a23:55:20.426599 run patchelf(pid=15612): Terminated: ok {rc=0}\u000a23:55:20.457465 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15609): Process ended prematurely: osmo-stp_10.42.42.5(pid=15609) [trial-2396↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15609)] [trial-2396↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a23:55:20.466641 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a23:55:20.525709 run osmo-hlr_10.42.42.2(pid=15606): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15606)]\u000a23:55:20.574320 run osmo-hlr_10.42.42.2(pid=15606): stdout: \u000a| (launched: 2022-12-13_23:55:17.375212) \u000a23:55:20.623595 run osmo-hlr_10.42.42.2(pid=15606): stderr: \u000a| �[0;m�[1;31m20221213235517554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235517554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235517554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235517554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235517554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235517554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235517567 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235517575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235517575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235517575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:55:20.665528 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15601): Terminating (SIGTERM)\u000a23:55:20.704784 run iperf3-srv_10.42.42.10(pid=15602): Terminating (SIGTERM)\u000a23:55:20.744208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15605): Terminating (SIGTERM)\u000a23:55:20.784433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15608): Terminating (SIGTERM)\u000a23:55:20.824143 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15611): Terminating (SIGTERM)\u000a23:55:20.833364 --- ParallelTerminationStrategy: PID 15601 died...\u000a23:55:20.886237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15601): Terminated: ok {rc=0}\u000a23:55:20.895684 --- ParallelTerminationStrategy: PID 15602 died...\u000a23:55:20.948174 run iperf3-srv_10.42.42.10(pid=15602): Terminated {rc=256}\u000a23:55:20.957666 --- ParallelTerminationStrategy: PID 15605 died...\u000a23:55:21.010414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15605): Terminated: ok {rc=0}\u000a23:55:21.019845 --- ParallelTerminationStrategy: PID 15608 died...\u000a23:55:21.072503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15608): Terminated: ok {rc=0}\u000a23:55:21.081974 --- ParallelTerminationStrategy: PID 15611 died...\u000a23:55:21.134881 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15611): Terminated: ok {rc=0}\u000a23:55:21.218305 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15627): Process ended prematurely: osmo-stp_10.42.42.5(pid=15627) [trial-2396↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15627)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15627): Process ended prematurely: osmo-stp_10.42.42.5(pid=15627) [trial-2396↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15627)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a23:55:22.332711 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:22.344888 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:55:22.494616 tst iperf3m4.py: using LAC 37112\u000a23:55:22.622406 tst iperf3m4.py: using RAC 137\u000a23:55:22.745248 tst iperf3m4.py: using CellId 37112\u000a23:55:22.867489 tst iperf3m4.py: using BVCI 37113\u000a23:55:22.891856 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:22.903553 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:22.915065 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:22.926665 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:22.938587 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:22.950342 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:22.962241 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:22.974022 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:22.986032 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:55:23.105430 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:55:23.226452 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:55:23.342031 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:55:23.634186 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:55:23.766265 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:55:24.091875 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15613): Launched\u000a23:55:24.362628 run iperf3-srv_10.42.42.10(pid=15614): Launched\u000a23:55:24.556458 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:55:24.688691 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:55:25.014906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15615): Launched\u000a23:55:25.285903 run iperf3-srv_10.42.42.10(pid=15616): Launched\u000a23:55:25.479579 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:55:25.611852 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:55:25.937277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15617): Launched\u000a23:55:26.208114 run iperf3-srv_10.42.42.10(pid=15618): Launched\u000a23:55:26.401845 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:55:26.533946 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:55:26.860798 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15619): Launched\u000a23:55:27.131954 run iperf3-srv_10.42.42.10(pid=15620): Launched\u000a23:55:27.325553 tst iperf3m4.py:8: start network...\u000a23:55:27.457628 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:55:27.957845 run create_hlr_db(pid=15621): Launched\u000a23:55:28.140890 bus /gobi_6: Setting Powered False\u000a23:55:29.162965 run create_hlr_db(pid=15621): Terminated: ok {rc=0}\u000a23:55:29.584730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15623): Launched\u000a23:55:29.902182 run osmo-hlr_10.42.42.2(pid=15624): Launched\u000a23:55:30.024333 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:55:30.574373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15626): Launched\u000a23:55:30.936691 run osmo-stp_10.42.42.5(pid=15627): Launched\u000a23:55:31.186582 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:55:31.820236 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15629): Launched\u000a23:55:31.929942 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:55:32.215499 run patchelf(pid=15630): Launched\u000a23:55:32.393421 run osmo-stp_10.42.42.5(pid=15627): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15627)]\u000a23:55:32.521123 run osmo-stp_10.42.42.5(pid=15627): stdout: \u000a| (launched: 2022-12-13_23:55:30.735407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:55:32.648542 run osmo-stp_10.42.42.5(pid=15627): stderr: \u000a| �[0;m�[38;5;43m20221213235531054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235531054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235531054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235531054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235531055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235531055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235531055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:55:32.771389 run osmo-stp_10.42.42.5(pid=15627): stdout: \u000a| (launched: 2022-12-13_23:55:30.735407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:55:32.893187 run osmo-stp_10.42.42.5(pid=15627): stderr: \u000a| �[0;m�[38;5;43m20221213235531054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235531054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235531054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235531054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235531055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235531055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235531055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:55:33.035205 run patchelf(pid=15630): Terminating (SIGINT)\u000a23:55:33.202264 run patchelf(pid=15630): Terminated: ok {rc=0}\u000a23:55:33.233066 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15627): Process ended prematurely: osmo-stp_10.42.42.5(pid=15627) [trial-2396↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15627)] [trial-2396↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a23:55:33.242342 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a23:55:33.302394 run osmo-hlr_10.42.42.2(pid=15624): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15624)]\u000a23:55:33.351710 run osmo-hlr_10.42.42.2(pid=15624): stdout: \u000a| (launched: 2022-12-13_23:55:29.746235) \u000a23:55:33.401012 run osmo-hlr_10.42.42.2(pid=15624): stderr: \u000a| �[0;m�[1;31m20221213235529945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235529945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235529945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235529945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235529945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235529945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235529958 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235529966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235529966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235529966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:55:33.443081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15613): Terminating (SIGTERM)\u000a23:55:33.482518 run iperf3-srv_10.42.42.10(pid=15614): Terminating (SIGTERM)\u000a23:55:33.522440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15615): Terminating (SIGTERM)\u000a23:55:33.561857 run iperf3-srv_10.42.42.10(pid=15616): Terminating (SIGTERM)\u000a23:55:33.601050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15617): Terminating (SIGTERM)\u000a23:55:33.640333 run iperf3-srv_10.42.42.10(pid=15618): Terminating (SIGTERM)\u000a23:55:33.679659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15619): Terminating (SIGTERM)\u000a23:55:33.718900 run iperf3-srv_10.42.42.10(pid=15620): Terminating (SIGTERM)\u000a23:55:33.758453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15623): Terminating (SIGTERM)\u000a23:55:33.797815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15626): Terminating (SIGTERM)\u000a23:55:33.837249 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15629): Terminating (SIGTERM)\u000a23:55:33.846338 --- ParallelTerminationStrategy: PID 15613 died...\u000a23:55:33.899532 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15613): Terminated: ok {rc=0}\u000a23:55:33.909116 --- ParallelTerminationStrategy: PID 15614 died...\u000a23:55:33.961752 run iperf3-srv_10.42.42.10(pid=15614): Terminated {rc=256}\u000a23:55:33.971160 --- ParallelTerminationStrategy: PID 15615 died...\u000a23:55:34.023948 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15615): Terminated: ok {rc=0}\u000a23:55:34.033871 --- ParallelTerminationStrategy: PID 15616 died...\u000a23:55:34.086611 run iperf3-srv_10.42.42.10(pid=15616): Terminated {rc=256}\u000a23:55:34.096142 --- ParallelTerminationStrategy: PID 15617 died...\u000a23:55:34.149016 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15617): Terminated: ok {rc=0}\u000a23:55:34.158515 --- ParallelTerminationStrategy: PID 15618 died...\u000a23:55:34.211021 run iperf3-srv_10.42.42.10(pid=15618): Terminated {rc=256}\u000a23:55:34.220465 --- ParallelTerminationStrategy: PID 15619 died...\u000a23:55:34.273366 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15619): Terminated: ok {rc=0}\u000a23:55:34.283218 --- ParallelTerminationStrategy: PID 15620 died...\u000a23:55:34.335918 run iperf3-srv_10.42.42.10(pid=15620): Terminated {rc=256}\u000a23:55:34.345957 --- ParallelTerminationStrategy: PID 15623 died...\u000a23:55:34.398987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15623): Terminated: ok {rc=0}\u000a23:55:34.408512 --- ParallelTerminationStrategy: PID 15626 died...\u000a23:55:34.461217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15626): Terminated: ok {rc=0}\u000a23:55:34.470717 --- ParallelTerminationStrategy: PID 15629 died...\u000a23:55:34.523633 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15629): Terminated: ok {rc=0}\u000a23:55:34.605723 bus /gobi_4: Setting Powered False\u000a23:55:35.706418 bus /gobi_4: Setting Powered False\u000a23:55:36.815644 bus /gobi_1: Setting Powered False\u000a23:55:37.916307 bus /gobi_1: Setting Powered False\u000a23:55:39.027024 bus /gobi_0: Setting Powered False\u000a23:55:40.128912 bus /gobi_0: Setting Powered False\u000a23:55:41.238745 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15637): Process ended prematurely: osmo-stp_10.42.42.5(pid=15637) [trial-2396↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15637)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15637): Process ended prematurely: osmo-stp_10.42.42.5(pid=15637) [trial-2396↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15637)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a23:55:42.304619 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:42.316351 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:55:42.459049 tst ping.py: using LAC 37113\u000a23:55:42.582422 tst ping.py: using RAC 138\u000a23:55:42.703888 tst ping.py: using CellId 37113\u000a23:55:42.826719 tst ping.py: using BVCI 37114\u000a23:55:42.850692 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:42.862374 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:42.873912 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:42.885434 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:42.897250 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:42.909100 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:42.921151 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:42.932883 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:55:43.202416 tst ping.py:19: start network...\u000a23:55:43.323695 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:55:43.789529 run create_hlr_db(pid=15631): Launched\u000a23:55:43.956318 bus /gobi_6: Setting Powered False\u000a23:55:44.978132 run create_hlr_db(pid=15631): Terminated: ok {rc=0}\u000a23:55:45.390202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15633): Launched\u000a23:55:45.700395 run osmo-hlr_10.42.42.2(pid=15634): Launched\u000a23:55:45.817782 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:55:46.436535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15636): Launched\u000a23:55:46.827306 run osmo-stp_10.42.42.5(pid=15637): Launched\u000a23:55:46.992335 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:55:47.591392 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15639): Launched\u000a23:55:47.696458 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:55:47.950591 run patchelf(pid=15640): Launched\u000a23:55:48.121387 run osmo-stp_10.42.42.5(pid=15637): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15637)]\u000a23:55:48.245986 run osmo-stp_10.42.42.5(pid=15637): stdout: \u000a| (launched: 2022-12-13_23:55:46.590808)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:55:48.371178 run osmo-stp_10.42.42.5(pid=15637): stderr: \u000a| �[0;m�[38;5;43m20221213235546908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235546908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235546908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235546921 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235546922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235546922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235546922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:55:48.492349 run osmo-stp_10.42.42.5(pid=15637): stdout: \u000a| (launched: 2022-12-13_23:55:46.590808)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:55:48.611676 run osmo-stp_10.42.42.5(pid=15637): stderr: \u000a| �[0;m�[38;5;43m20221213235546908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235546908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235546908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235546921 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235546922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235546922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235546922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:55:48.750397 run patchelf(pid=15640): Terminating (SIGINT)\u000a23:55:48.914062 run patchelf(pid=15640): Terminated: ok {rc=0}\u000a23:55:48.943620 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15637): Process ended prematurely: osmo-stp_10.42.42.5(pid=15637) [trial-2396↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15637)] [trial-2396↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a23:55:48.952175 tst ping.py:22: Test FAILED (6.6 sec)\u000a23:55:49.011293 run osmo-hlr_10.42.42.2(pid=15634): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15634)]\u000a23:55:49.059684 run osmo-hlr_10.42.42.2(pid=15634): stdout: \u000a| (launched: 2022-12-13_23:55:45.547819) \u000a23:55:49.108821 run osmo-hlr_10.42.42.2(pid=15634): stderr: \u000a| �[0;m�[1;31m20221213235545748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235545748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235545748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235545748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235545748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235545748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235545761 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235545769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235545769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235545769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:55:49.150605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15633): Terminating (SIGTERM)\u000a23:55:49.189906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15636): Terminating (SIGTERM)\u000a23:55:49.229217 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15639): Terminating (SIGTERM)\u000a23:55:49.238376 --- ParallelTerminationStrategy: PID 15633 died...\u000a23:55:49.291133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15633): Terminated: ok {rc=0}\u000a23:55:49.300690 --- ParallelTerminationStrategy: PID 15636 died...\u000a23:55:49.353251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15636): Terminated: ok {rc=0}\u000a23:55:49.362611 --- ParallelTerminationStrategy: PID 15639 died...\u000a23:55:49.415022 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15639): Terminated: ok {rc=0}\u000a23:55:49.502631 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15652): Process ended prematurely: osmo-stp_10.42.42.5(pid=15652) [trial-2396↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15652)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15652): Process ended prematurely: osmo-stp_10.42.42.5(pid=15652) [trial-2396↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15652)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a23:55:50.553633 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:50.565592 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:55:50.703975 tst ping_idle_ping.py: using LAC 37114\u000a23:55:50.818777 tst ping_idle_ping.py: using RAC 139\u000a23:55:50.935373 tst ping_idle_ping.py: using CellId 37114\u000a23:55:51.051641 tst ping_idle_ping.py: using BVCI 37115\u000a23:55:51.074112 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:51.085457 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:51.096415 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:51.107472 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:51.118997 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:51.130559 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:51.142194 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:51.153776 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:55:51.440584 tst ping_idle_ping.py:24: start network...\u000a23:55:51.571687 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:55:52.063187 run create_hlr_db(pid=15646): Launched\u000a23:55:52.243157 bus /gobi_6: Setting Powered False\u000a23:55:53.265007 run create_hlr_db(pid=15646): Terminated: ok {rc=0}\u000a23:55:53.659438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15648): Launched\u000a23:55:53.951841 run osmo-hlr_10.42.42.2(pid=15649): Launched\u000a23:55:54.066728 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:55:54.607718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15651): Launched\u000a23:55:54.918427 run osmo-stp_10.42.42.5(pid=15652): Launched\u000a23:55:55.031721 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:55:55.575153 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15654): Launched\u000a23:55:55.686791 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:55:55.957665 run patchelf(pid=15655): Launched\u000a23:55:56.140315 run osmo-stp_10.42.42.5(pid=15652): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15652)]\u000a23:55:56.273854 run osmo-stp_10.42.42.5(pid=15652): stdout: \u000a| (launched: 2022-12-13_23:55:54.765920)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:55:56.407464 run osmo-stp_10.42.42.5(pid=15652): stderr: \u000a| �[0;m�[38;5;43m20221213235554956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235554956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235554957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235554957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235554957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235554958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235554958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:55:56.536661 run osmo-stp_10.42.42.5(pid=15652): stdout: \u000a| (launched: 2022-12-13_23:55:54.765920)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:55:56.665579 run osmo-stp_10.42.42.5(pid=15652): stderr: \u000a| �[0;m�[38;5;43m20221213235554956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235554956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235554957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235554957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235554957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235554958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235554958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:55:56.814455 run patchelf(pid=15655): Terminating (SIGINT)\u000a23:55:56.989088 run patchelf(pid=15655): Terminated: ok {rc=0}\u000a23:55:57.020883 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15652): Process ended prematurely: osmo-stp_10.42.42.5(pid=15652) [trial-2396↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15652)] [trial-2396↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a23:55:57.030077 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a23:55:57.092687 run osmo-hlr_10.42.42.2(pid=15649): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15649)]\u000a23:55:57.143637 run osmo-hlr_10.42.42.2(pid=15649): stdout: \u000a| (launched: 2022-12-13_23:55:53.808068) \u000a23:55:57.195261 run osmo-hlr_10.42.42.2(pid=15649): stderr: \u000a| �[0;m�[1;31m20221213235553983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235553983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235553983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235553983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235553983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235553983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235553995 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235554003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235554004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235554004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:55:57.239192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15648): Terminating (SIGTERM)\u000a23:55:57.280737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15651): Terminating (SIGTERM)\u000a23:55:57.322279 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15654): Terminating (SIGTERM)\u000a23:55:57.331808 --- ParallelTerminationStrategy: PID 15648 died...\u000a23:55:57.387570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15648): Terminated: ok {rc=0}\u000a23:55:57.397657 --- ParallelTerminationStrategy: PID 15651 died...\u000a23:55:57.453071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15651): Terminated: ok {rc=0}\u000a23:55:57.462930 --- ParallelTerminationStrategy: PID 15654 died...\u000a23:55:57.518672 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15654): Terminated: ok {rc=0}\u000a23:55:57.604970 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:55:00" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15665): Process ended prematurely: osmo-stp_10.42.42.5(pid=15665) [trial-2396↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15665)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15665): Process ended prematurely: osmo-stp_10.42.42.5(pid=15665) [trial-2396↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15665)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a23:55:59.655235 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:55:59.667009 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:55:59.824319 tst switch_tch_pdch.py: using LAC 37115\u000a23:55:59.944205 tst switch_tch_pdch.py: using RAC 140\u000a23:56:00.065263 tst switch_tch_pdch.py: using CellId 37115\u000a23:56:00.185317 tst switch_tch_pdch.py: using BVCI 37116\u000a23:56:00.208854 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:56:00.220447 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:56:00.231837 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:56:00.243350 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:56:00.255084 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:56:00.266739 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:56:00.278593 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:56:00.290550 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:56:00.406301 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:56:00.676558 tst switch_tch_pdch.py:51: start network...\u000a23:56:00.797871 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:56:01.356889 run create_hlr_db(pid=15659): Launched\u000a23:56:01.529253 bus /gobi_6: Setting Powered False\u000a23:56:02.547305 run create_hlr_db(pid=15659): Terminated: ok {rc=0}\u000a23:56:02.936027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15661): Launched\u000a23:56:03.226568 run osmo-hlr_10.42.42.2(pid=15662): Launched\u000a23:56:03.333202 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:56:03.840708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15664): Launched\u000a23:56:04.130945 run osmo-stp_10.42.42.5(pid=15665): Launched\u000a23:56:04.236656 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:56:04.744189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15667): Launched\u000a23:56:04.848273 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:56:05.102772 run patchelf(pid=15668): Launched\u000a23:56:05.273297 run osmo-stp_10.42.42.5(pid=15665): ERR: Terminated: ERROR {rc=1} [trial-2396↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15665)]\u000a23:56:05.398208 run osmo-stp_10.42.42.5(pid=15665): stdout: \u000a| (launched: 2022-12-13_23:56:03.988365)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:56:05.523607 run osmo-stp_10.42.42.5(pid=15665): stderr: \u000a| �[0;m�[38;5;43m20221213235604157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235604157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235604157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235604158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235604158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235604158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235604158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:56:05.644493 run osmo-stp_10.42.42.5(pid=15665): stdout: \u000a| (launched: 2022-12-13_23:56:03.988365)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:56:05.764266 run osmo-stp_10.42.42.5(pid=15665): stderr: \u000a| �[0;m�[38;5;43m20221213235604157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235604157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235604157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235604158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235604158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235604158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235604158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:56:05.904390 run patchelf(pid=15668): Terminating (SIGINT)\u000a23:56:06.067399 run patchelf(pid=15668): Terminated: ok {rc=0}\u000a23:56:06.097209 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=15665): Process ended prematurely: osmo-stp_10.42.42.5(pid=15665) [trial-2396↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15665)] [trial-2396↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a23:56:06.105782 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a23:56:06.165217 run osmo-hlr_10.42.42.2(pid=15662): ERR: Terminated: ERROR {rc=237} [trial-2396↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15662)]\u000a23:56:06.214019 run osmo-hlr_10.42.42.2(pid=15662): stdout: \u000a| (launched: 2022-12-13_23:56:03.084533) \u000a23:56:06.263824 run osmo-hlr_10.42.42.2(pid=15662): stderr: \u000a| �[0;m�[1;31m20221213235603259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235603259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235603259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235603259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235603259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235603259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235603271 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235603280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235603280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235603280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:56:06.306013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15661): Terminating (SIGTERM)\u000a23:56:06.345847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15664): Terminating (SIGTERM)\u000a23:56:06.385767 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15667): Terminating (SIGTERM)\u000a23:56:06.394932 --- ParallelTerminationStrategy: PID 15661 died...\u000a23:56:06.448068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15661): Terminated: ok {rc=0}\u000a23:56:06.457647 --- ParallelTerminationStrategy: PID 15664 died...\u000a23:56:06.510566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15664): Terminated: ok {rc=0}\u000a23:56:06.520016 --- ParallelTerminationStrategy: PID 15667 died...\u000a23:56:06.572654 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15667): Terminated: ok {rc=0}\u000a23:56:06.655841 bus /gobi_0: Setting Powered False\u000a23:56:07.762508 bus /gobi_0: Setting Powered False\u000a23:56:08.871125 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:55:59" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15678): Process ended prematurely: osmo-stp_10.42.42.5(pid=15678) [trial-2396↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15678)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15678): Process ended prematurely: osmo-stp_10.42.42.5(pid=15678) [trial-2396↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15678)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a23:56:10.846370 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:56:10.858125 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a23:56:11.012217 tst switch_tch_pdch.py: using LAC 37116\u000a23:56:11.128109 tst switch_tch_pdch.py: using RAC 141\u000a23:56:11.248842 tst switch_tch_pdch.py: using CellId 37116\u000a23:56:11.368460 tst switch_tch_pdch.py: using BVCI 37117\u000a23:56:11.392377 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:56:11.403884 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:56:11.415282 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:56:11.426585 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:56:11.438038 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:56:11.449562 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:56:11.461143 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:56:11.472512 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a23:56:11.591551 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a23:56:11.863817 tst switch_tch_pdch.py:51: start network...\u000a23:56:11.984674 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:56:12.426513 run create_hlr_db(pid=15672): Launched\u000a23:56:12.545732 bus /gobi_6: Setting Powered False\u000a23:56:13.616760 run create_hlr_db(pid=15672): Terminated: ok {rc=0}\u000a23:56:14.005452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15674): Launched\u000a23:56:14.315241 run osmo-hlr_10.42.42.2(pid=15675): Launched\u000a23:56:14.432207 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:56:14.945376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15677): Launched\u000a23:56:15.256067 run osmo-stp_10.42.42.5(pid=15678): Launched\u000a23:56:15.372344 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:56:15.894431 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15680): Launched\u000a23:56:16.019020 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:56:16.319042 run patchelf(pid=15681): Launched\u000a23:56:16.505760 run osmo-stp_10.42.42.5(pid=15678): ERR: Terminated: ERROR {rc=1} [trial-2396↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15678)]\u000a23:56:16.642407 run osmo-stp_10.42.42.5(pid=15678): stdout: \u000a| (launched: 2022-12-13_23:56:15.103364)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:56:16.779306 run osmo-stp_10.42.42.5(pid=15678): stderr: \u000a| �[0;m�[38;5;43m20221213235615294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235615294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235615294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235615295 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235615295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235615295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235615295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:56:16.911806 run osmo-stp_10.42.42.5(pid=15678): stdout: \u000a| (launched: 2022-12-13_23:56:15.103364)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:56:17.042980 run osmo-stp_10.42.42.5(pid=15678): stderr: \u000a| �[0;m�[38;5;43m20221213235615294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235615294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235615294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235615295 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235615295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235615295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235615295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:56:17.195127 run patchelf(pid=15681): Terminating (SIGINT)\u000a23:56:17.370724 run patchelf(pid=15681): Terminated: ok {rc=0}\u000a23:56:17.402669 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=15678): Process ended prematurely: osmo-stp_10.42.42.5(pid=15678) [trial-2396↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15678)] [trial-2396↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a23:56:17.412215 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a23:56:17.475845 run osmo-hlr_10.42.42.2(pid=15675): ERR: Terminated: ERROR {rc=237} [trial-2396↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15675)]\u000a23:56:17.528050 run osmo-hlr_10.42.42.2(pid=15675): stdout: \u000a| (launched: 2022-12-13_23:56:14.163292) \u000a23:56:17.581107 run osmo-hlr_10.42.42.2(pid=15675): stderr: \u000a| �[0;m�[1;31m20221213235614363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235614363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235614363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235614363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235614363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235614363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235614376 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235614386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235614386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235614386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:56:17.625837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15674): Terminating (SIGTERM)\u000a23:56:17.668451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15677): Terminating (SIGTERM)\u000a23:56:17.710505 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15680): Terminating (SIGTERM)\u000a23:56:17.720094 --- ParallelTerminationStrategy: PID 15674 died...\u000a23:56:17.776178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15674): Terminated: ok {rc=0}\u000a23:56:17.786334 --- ParallelTerminationStrategy: PID 15677 died...\u000a23:56:17.842225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15677): Terminated: ok {rc=0}\u000a23:56:17.852240 --- ParallelTerminationStrategy: PID 15680 died...\u000a23:56:17.908544 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15680): Terminated: ok {rc=0}\u000a23:56:17.993804 bus /gobi_0: Setting Powered False\u000a23:56:19.098875 bus /gobi_0: Setting Powered False\u000a23:56:20.205319 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:56:10" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=15686): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15686) [trial-2396↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15686)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=15686): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15686) [trial-2396↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15686)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a23:56:22.104228 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a23:56:22.114979 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a23:56:22.245582 tst mo_mt_sms.py: using LAC 37117\u000a23:56:22.359882 tst mo_mt_sms.py: using RAC 142\u000a23:56:22.475682 tst mo_mt_sms.py: using CellId 37117\u000a23:56:22.590526 tst mo_mt_sms.py: using BVCI 37118\u000a23:56:22.612469 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a23:56:22.730149 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a23:56:22.999867 tst mo_mt_sms.py:9: start nitb and bts...\u000a23:56:23.120376 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a23:56:23.720341 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15685): Launched\u000a23:56:24.007035 run osmo-nitb_10.42.42.2(pid=15686): Launched\u000a23:56:24.185908 run osmo-nitb_10.42.42.2(pid=15686): ERR: Terminated: ERROR {rc=2} [trial-2396↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15686)]\u000a23:56:24.319207 run osmo-nitb_10.42.42.2(pid=15686): stdout: \u000a| (launched: 2022-12-13_23:56:23.867544) \u000a23:56:24.451367 run osmo-nitb_10.42.42.2(pid=15686): stderr: \u000a| (launched: 2022-12-13_23:56:23.910707)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:56:24.579379 run osmo-nitb_10.42.42.2(pid=15686): stdout: \u000a| (launched: 2022-12-13_23:56:23.867544) \u000a23:56:24.706612 run osmo-nitb_10.42.42.2(pid=15686): stderr: \u000a| (launched: 2022-12-13_23:56:23.910707)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:56:25.123988 tst osmo-nitb_10.42.42.2(pid=15686): stdout: \u000a| (launched: 2022-12-13_23:56:23.867544) \u000a23:56:25.239571 tst osmo-nitb_10.42.42.2(pid=15686): stderr: \u000a| (launched: 2022-12-13_23:56:23.910707)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:56:25.290542 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=15686): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15686) [trial-2396↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15686)] [trial-2396↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a23:56:25.298517 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a23:56:25.331926 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15685): Terminating (SIGTERM)\u000a23:56:25.509202 --- ParallelTerminationStrategy: PID 15685 died...\u000a23:56:25.563732 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15685): Terminated: ok {rc=0}\u000a23:56:25.646215 bus /sierra_3: Setting Powered False\u000a23:56:26.751407 bus /sierra_3: Setting Powered False\u000a23:56:27.863631 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:56:21" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "sms:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15696): Process ended prematurely: osmo-stp_10.42.42.5(pid=15696) [trial-2396↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15696)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15696): Process ended prematurely: osmo-stp_10.42.42.5(pid=15696) [trial-2396↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15696)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a23:56:29.753693 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:56:29.764628 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a23:56:29.896536 tst mo_mt_sms.py: using LAC 37118\u000a23:56:30.010998 tst mo_mt_sms.py: using RAC 143\u000a23:56:30.124818 tst mo_mt_sms.py: using CellId 37118\u000a23:56:30.238341 tst mo_mt_sms.py: using BVCI 37119\u000a23:56:30.260224 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:56:30.270625 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:56:30.280871 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:56:30.291130 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:56:30.301405 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:56:30.311626 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a23:56:30.430324 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a23:56:30.637750 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:56:31.164167 run create_hlr_db(pid=15690): Launched\u000a23:56:31.348568 bus /sierra_2: Setting Powered False\u000a23:56:32.367981 run create_hlr_db(pid=15690): Terminated: ok {rc=0}\u000a23:56:32.780717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15692): Launched\u000a23:56:33.089993 run osmo-hlr_10.42.42.2(pid=15693): Launched\u000a23:56:33.207330 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:56:33.744125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15695): Launched\u000a23:56:34.052920 run osmo-stp_10.42.42.5(pid=15696): Launched\u000a23:56:34.166948 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:56:34.733455 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15698): Launched\u000a23:56:35.042113 run osmo-msc_10.42.42.6(pid=15699): Launched\u000a23:56:35.224239 run osmo-stp_10.42.42.5(pid=15696): ERR: Terminated: ERROR {rc=1} [trial-2396↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15696)]\u000a23:56:35.357853 run osmo-stp_10.42.42.5(pid=15696): stdout: \u000a| (launched: 2022-12-13_23:56:33.901146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:56:35.489467 run osmo-stp_10.42.42.5(pid=15696): stderr: \u000a| �[0;m�[38;5;43m20221213235634092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235634093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235634093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235634093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235634094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235634094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235634094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:56:35.614636 run osmo-stp_10.42.42.5(pid=15696): stdout: \u000a| (launched: 2022-12-13_23:56:33.901146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:56:35.738318 run osmo-stp_10.42.42.5(pid=15696): stderr: \u000a| �[0;m�[38;5;43m20221213235634092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235634093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235634093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235634093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235634094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235634094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235634094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:56:35.792217 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=15696): Process ended prematurely: osmo-stp_10.42.42.5(pid=15696) [trial-2396↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15696)] [trial-2396↪sms:trx-lms↪mo_mt_sms.py:16]\u000a23:56:35.800626 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a23:56:35.862698 run osmo-hlr_10.42.42.2(pid=15693): ERR: Terminated: ERROR {rc=237} [trial-2396↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15693)]\u000a23:56:35.914375 run osmo-hlr_10.42.42.2(pid=15693): stdout: \u000a| (launched: 2022-12-13_23:56:32.938366) \u000a23:56:35.966064 run osmo-hlr_10.42.42.2(pid=15693): stderr: \u000a| �[0;m�[1;31m20221213235633134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235633134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235633134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235633134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235633134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235633134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235633146 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235633154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235633154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235633154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:56:36.036129 run osmo-msc_10.42.42.6(pid=15699): ERR: Terminated: ERROR {rc=2} [trial-2396↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15699)]\u000a23:56:36.087228 run osmo-msc_10.42.42.6(pid=15699): stdout: \u000a| (launched: 2022-12-13_23:56:34.890819) \u000a23:56:36.138861 run osmo-msc_10.42.42.6(pid=15699): stderr: \u000a| �[0;m�[38;5;43m20221213235635208 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213235635208 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff32f841c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213235635208 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213235635208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213235635208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213235635209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213235635210 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213235635211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213235635211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213235635211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:56:36.182585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15692): Terminating (SIGTERM)\u000a23:56:36.223987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15695): Terminating (SIGTERM)\u000a23:56:36.265555 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15698): Terminating (SIGTERM)\u000a23:56:36.274971 --- ParallelTerminationStrategy: PID 15692 died...\u000a23:56:36.330829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15692): Terminated: ok {rc=0}\u000a23:56:36.340671 --- ParallelTerminationStrategy: PID 15695 died...\u000a23:56:36.396022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15695): Terminated: ok {rc=0}\u000a23:56:36.405845 --- ParallelTerminationStrategy: PID 15698 died...\u000a23:56:36.461146 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15698): Terminated: ok {rc=0}\u000a23:56:36.547388 bus /sierra_3: Setting Powered False\u000a23:56:37.651091 bus /sierra_3: Setting Powered False\u000a23:56:38.758876 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:56:29" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=15705): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15705) [trial-2396↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15705)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=15705): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15705) [trial-2396↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15705)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a23:56:40.605049 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a23:56:40.615971 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a23:56:40.755674 tst assert_extension.py: using LAC 37119\u000a23:56:40.877275 tst assert_extension.py: using RAC 144\u000a23:56:41.000534 tst assert_extension.py: using CellId 37119\u000a23:56:41.123259 tst assert_extension.py: using BVCI 37120\u000a23:56:41.146868 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a23:56:41.416052 tst assert_extension.py:10: start nitb and bts...\u000a23:56:41.537133 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a23:56:42.139910 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15704): Launched\u000a23:56:42.425591 run osmo-nitb_10.42.42.2(pid=15705): Launched\u000a23:56:42.604027 run osmo-nitb_10.42.42.2(pid=15705): ERR: Terminated: ERROR {rc=2} [trial-2396↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15705)]\u000a23:56:42.736078 run osmo-nitb_10.42.42.2(pid=15705): stdout: \u000a| (launched: 2022-12-13_23:56:42.286663) \u000a23:56:42.868397 run osmo-nitb_10.42.42.2(pid=15705): stderr: \u000a| (launched: 2022-12-13_23:56:42.329920)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:56:42.996246 run osmo-nitb_10.42.42.2(pid=15705): stdout: \u000a| (launched: 2022-12-13_23:56:42.286663) \u000a23:56:43.123135 run osmo-nitb_10.42.42.2(pid=15705): stderr: \u000a| (launched: 2022-12-13_23:56:42.329920)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:56:43.543203 tst osmo-nitb_10.42.42.2(pid=15705): stdout: \u000a| (launched: 2022-12-13_23:56:42.286663) \u000a23:56:43.658936 tst osmo-nitb_10.42.42.2(pid=15705): stderr: \u000a| (launched: 2022-12-13_23:56:42.329920)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:56:43.709673 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=15705): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15705) [trial-2396↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15705)] [trial-2396↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a23:56:43.717669 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a23:56:43.751440 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15704): Terminating (SIGTERM)\u000a23:56:43.928748 --- ParallelTerminationStrategy: PID 15704 died...\u000a23:56:43.982845 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15704): Terminated: ok {rc=0}\u000a23:56:44.070453 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:56:40" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "ussd:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15715): Process ended prematurely: osmo-stp_10.42.42.5(pid=15715) [trial-2396↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15715)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15715): Process ended prematurely: osmo-stp_10.42.42.5(pid=15715) [trial-2396↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15715)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a23:56:45.914797 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:56:45.927420 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a23:56:46.070379 tst assert_extension.py: using LAC 37120\u000a23:56:46.209173 tst assert_extension.py: using RAC 145\u000a23:56:46.327414 tst assert_extension.py: using CellId 37120\u000a23:56:46.452303 tst assert_extension.py: using BVCI 37121\u000a23:56:46.477035 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:56:46.490128 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:56:46.502033 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:56:46.513824 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:56:46.526609 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:56:46.539198 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a23:56:46.751605 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:56:47.284142 run create_hlr_db(pid=15709): Launched\u000a23:56:47.466089 bus /sierra_2: Setting Powered False\u000a23:56:48.487103 run create_hlr_db(pid=15709): Terminated: ok {rc=0}\u000a23:56:48.879394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15711): Launched\u000a23:56:49.169670 run osmo-hlr_10.42.42.2(pid=15712): Launched\u000a23:56:49.285136 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:56:49.798983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15714): Launched\u000a23:56:50.089960 run osmo-stp_10.42.42.5(pid=15715): Launched\u000a23:56:50.197695 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:56:50.727802 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15717): Launched\u000a23:56:51.018872 run osmo-msc_10.42.42.6(pid=15718): Launched\u000a23:56:51.190406 run osmo-stp_10.42.42.5(pid=15715): ERR: Terminated: ERROR {rc=1} [trial-2396↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15715)]\u000a23:56:51.314373 run osmo-stp_10.42.42.5(pid=15715): stdout: \u000a| (launched: 2022-12-13_23:56:49.946735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:56:51.436005 run osmo-stp_10.42.42.5(pid=15715): stderr: \u000a| �[0;m�[38;5;43m20221213235650115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235650115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235650115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235650116 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235650118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235650118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235650118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:56:51.553290 run osmo-stp_10.42.42.5(pid=15715): stdout: \u000a| (launched: 2022-12-13_23:56:49.946735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:56:51.669410 run osmo-stp_10.42.42.5(pid=15715): stderr: \u000a| �[0;m�[38;5;43m20221213235650115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235650115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235650115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235650116 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235650118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235650118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235650118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:56:51.720231 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=15715): Process ended prematurely: osmo-stp_10.42.42.5(pid=15715) [trial-2396↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15715)] [trial-2396↪ussd:trx-lms↪assert_extension.py:17]\u000a23:56:51.728233 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a23:56:51.786962 run osmo-hlr_10.42.42.2(pid=15712): ERR: Terminated: ERROR {rc=237} [trial-2396↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15712)]\u000a23:56:51.835572 run osmo-hlr_10.42.42.2(pid=15712): stdout: \u000a| (launched: 2022-12-13_23:56:49.026824) \u000a23:56:51.884489 run osmo-hlr_10.42.42.2(pid=15712): stderr: \u000a| �[0;m�[1;31m20221213235649203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235649203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235649203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235649203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235649203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235649203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235649215 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235649223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235649224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235649224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:56:51.951849 run osmo-msc_10.42.42.6(pid=15718): ERR: Terminated: ERROR {rc=2} [trial-2396↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15718)]\u000a23:56:52.000352 run osmo-msc_10.42.42.6(pid=15718): stdout: \u000a| (launched: 2022-12-13_23:56:50.875648) \u000a23:56:52.049203 run osmo-msc_10.42.42.6(pid=15718): stderr: \u000a| �[0;m�[38;5;43m20221213235651143 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213235651143 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4344f70c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213235651143 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213235651143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213235651143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213235651143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213235651145 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213235651146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213235651146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213235651146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:56:52.090855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15711): Terminating (SIGTERM)\u000a23:56:52.129874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15714): Terminating (SIGTERM)\u000a23:56:52.169650 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15717): Terminating (SIGTERM)\u000a23:56:52.178816 --- ParallelTerminationStrategy: PID 15711 died...\u000a23:56:52.231849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15711): Terminated: ok {rc=0}\u000a23:56:52.241454 --- ParallelTerminationStrategy: PID 15714 died...\u000a23:56:52.293831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15714): Terminated: ok {rc=0}\u000a23:56:52.303291 --- ParallelTerminationStrategy: PID 15717 died...\u000a23:56:52.355815 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15717): Terminated: ok {rc=0}\u000a23:56:52.437770 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:56:45" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15729): Process ended prematurely: osmo-stp_10.42.42.5(pid=15729) [trial-2396↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15729)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15729): Process ended prematurely: osmo-stp_10.42.42.5(pid=15729) [trial-2396↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15729)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a23:56:54.398987 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:56:54.410118 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a23:56:54.565521 tst mo_mt_call.py: using LAC 37121\u000a23:56:54.682478 tst mo_mt_call.py: using RAC 146\u000a23:56:54.801395 tst mo_mt_call.py: using CellId 37121\u000a23:56:54.917961 tst mo_mt_call.py: using BVCI 37122\u000a23:56:54.940487 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:56:54.951524 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:56:54.963201 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:56:54.974054 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:56:54.985496 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:56:54.996857 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:56:55.117510 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:56:55.317050 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:56:55.791378 run create_hlr_db(pid=15723): Launched\u000a23:56:55.962103 bus /sierra_2: Setting Powered False\u000a23:56:56.983205 run create_hlr_db(pid=15723): Terminated: ok {rc=0}\u000a23:56:57.376856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15725): Launched\u000a23:56:57.673984 run osmo-hlr_10.42.42.2(pid=15726): Launched\u000a23:56:57.781869 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:56:58.294984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15728): Launched\u000a23:56:58.591025 run osmo-stp_10.42.42.5(pid=15729): Launched\u000a23:56:58.699154 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:56:59.240203 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15731): Launched\u000a23:56:59.536729 run osmo-msc_10.42.42.6(pid=15732): Launched\u000a23:56:59.710981 run osmo-stp_10.42.42.5(pid=15729): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15729)]\u000a23:56:59.837118 run osmo-stp_10.42.42.5(pid=15729): stdout: \u000a| (launched: 2022-12-13_23:56:58.445549)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:56:59.960193 run osmo-stp_10.42.42.5(pid=15729): stderr: \u000a| �[0;m�[38;5;43m20221213235658617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235658617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235658617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235658617 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235658618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235658618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235658618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:57:00.080345 run osmo-stp_10.42.42.5(pid=15729): stdout: \u000a| (launched: 2022-12-13_23:56:58.445549)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:57:00.198081 run osmo-stp_10.42.42.5(pid=15729): stderr: \u000a| �[0;m�[38;5;43m20221213235658617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235658617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235658617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235658617 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235658618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235658618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235658618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:57:00.250743 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15729): Process ended prematurely: osmo-stp_10.42.42.5(pid=15729) [trial-2396↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15729)] [trial-2396↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a23:57:00.259382 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a23:57:00.318851 run osmo-hlr_10.42.42.2(pid=15726): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15726)]\u000a23:57:00.367390 run osmo-hlr_10.42.42.2(pid=15726): stdout: \u000a| (launched: 2022-12-13_23:56:57.527853) \u000a23:57:00.416550 run osmo-hlr_10.42.42.2(pid=15726): stderr: \u000a| �[0;m�[1;31m20221213235657704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235657704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235657704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235657704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235657705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235657705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235657717 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235657725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235657726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235657726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:57:00.483206 run osmo-msc_10.42.42.6(pid=15732): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15732)]\u000a23:57:00.531826 run osmo-msc_10.42.42.6(pid=15732): stdout: \u000a| (launched: 2022-12-13_23:56:59.390633) \u000a23:57:00.580706 run osmo-msc_10.42.42.6(pid=15732): stderr: \u000a| �[0;m�[38;5;43m20221213235659663 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213235659663 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fadd5cb0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213235659663 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213235659663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213235659663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213235659664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213235659665 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213235659666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213235659666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213235659666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:57:00.622147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15725): Terminating (SIGTERM)\u000a23:57:00.661206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15728): Terminating (SIGTERM)\u000a23:57:00.700474 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15731): Terminating (SIGTERM)\u000a23:57:00.709623 --- ParallelTerminationStrategy: PID 15725 died...\u000a23:57:00.762319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15725): Terminated: ok {rc=0}\u000a23:57:00.771773 --- ParallelTerminationStrategy: PID 15728 died...\u000a23:57:00.824312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15728): Terminated: ok {rc=0}\u000a23:57:00.839955 --- ParallelTerminationStrategy: PID 15731 died...\u000a23:57:00.910201 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15731): Terminated: ok {rc=0}\u000a23:57:01.005048 bus /sierra_3: Setting Powered False\u000a23:57:02.123783 bus /sierra_3: Setting Powered False\u000a23:57:03.232064 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15740): Process ended prematurely: osmo-stp_10.42.42.5(pid=15740) [trial-2396↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15740)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15740): Process ended prematurely: osmo-stp_10.42.42.5(pid=15740) [trial-2396↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15740)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:57:04.340673 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:57:04.352172 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a23:57:04.506620 tst mo_mt_call_osmux.py: using LAC 37122\u000a23:57:04.632070 tst mo_mt_call_osmux.py: using RAC 147\u000a23:57:04.757590 tst mo_mt_call_osmux.py: using CellId 37122\u000a23:57:04.881558 tst mo_mt_call_osmux.py: using BVCI 37123\u000a23:57:04.905842 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:57:04.917478 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:57:04.928796 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:57:04.940147 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:57:04.951770 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:57:04.963367 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:57:05.082164 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:57:05.286675 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:57:05.761668 run create_hlr_db(pid=15734): Launched\u000a23:57:05.931838 bus /sierra_2: Setting Powered False\u000a23:57:06.954542 run create_hlr_db(pid=15734): Terminated: ok {rc=0}\u000a23:57:07.374598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15736): Launched\u000a23:57:07.691804 run osmo-hlr_10.42.42.2(pid=15737): Launched\u000a23:57:07.811548 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:57:08.359983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15739): Launched\u000a23:57:08.677490 run osmo-stp_10.42.42.5(pid=15740): Launched\u000a23:57:08.792699 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:57:09.370831 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15742): Launched\u000a23:57:09.687598 run osmo-msc_10.42.42.6(pid=15743): Launched\u000a23:57:09.873369 run osmo-stp_10.42.42.5(pid=15740): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15740)]\u000a23:57:10.008126 run osmo-stp_10.42.42.5(pid=15740): stdout: \u000a| (launched: 2022-12-13_23:57:08.521292)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:57:10.142381 run osmo-stp_10.42.42.5(pid=15740): stderr: \u000a| �[0;m�[38;5;43m20221213235708712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235708712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235708712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235708713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235708713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235708713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235708713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:57:10.269704 run osmo-stp_10.42.42.5(pid=15740): stdout: \u000a| (launched: 2022-12-13_23:57:08.521292)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:57:10.396270 run osmo-stp_10.42.42.5(pid=15740): stderr: \u000a| �[0;m�[38;5;43m20221213235708712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235708712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235708712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235708713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235708713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235708713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235708713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:57:10.451856 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15740): Process ended prematurely: osmo-stp_10.42.42.5(pid=15740) [trial-2396↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15740)] [trial-2396↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a23:57:10.461106 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a23:57:10.523566 run osmo-hlr_10.42.42.2(pid=15737): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15737)]\u000a23:57:10.574836 run osmo-hlr_10.42.42.2(pid=15737): stdout: \u000a| (launched: 2022-12-13_23:57:07.536453) \u000a23:57:10.627081 run osmo-hlr_10.42.42.2(pid=15737): stderr: \u000a| �[0;m�[1;31m20221213235707735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235707735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235707735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235707735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235707735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235707735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235707748 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235707756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235707756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235707757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:57:10.697460 run osmo-msc_10.42.42.6(pid=15743): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15743)]\u000a23:57:10.748755 run osmo-msc_10.42.42.6(pid=15743): stdout: \u000a| (launched: 2022-12-13_23:57:09.531772) \u000a23:57:10.800484 run osmo-msc_10.42.42.6(pid=15743): stderr: \u000a| �[0;m�[38;5;43m20221213235709849 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213235709849 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f26998d1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213235709849 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213235709849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213235709849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213235709850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213235709851 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213235709852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213235709852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213235709852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:57:10.844430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15736): Terminating (SIGTERM)\u000a23:57:10.886235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15739): Terminating (SIGTERM)\u000a23:57:10.927753 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15742): Terminating (SIGTERM)\u000a23:57:10.937388 --- ParallelTerminationStrategy: PID 15736 died...\u000a23:57:10.993291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15736): Terminated: ok {rc=0}\u000a23:57:11.003163 --- ParallelTerminationStrategy: PID 15739 died...\u000a23:57:11.058772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15739): Terminated: ok {rc=0}\u000a23:57:11.068617 --- ParallelTerminationStrategy: PID 15742 died...\u000a23:57:11.124322 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15742): Terminated: ok {rc=0}\u000a23:57:11.210776 bus /sierra_3: Setting Powered False\u000a23:57:12.316857 bus /sierra_3: Setting Powered False\u000a23:57:13.425440 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:56:54" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15755): Process ended prematurely: osmo-stp_10.42.42.5(pid=15755) [trial-2396↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15755)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15755): Process ended prematurely: osmo-stp_10.42.42.5(pid=15755) [trial-2396↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15755)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a23:57:15.423476 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:57:15.435808 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a23:57:15.591250 tst mo_mt_call.py: using LAC 37123\u000a23:57:15.707640 tst mo_mt_call.py: using RAC 148\u000a23:57:15.827346 tst mo_mt_call.py: using CellId 37123\u000a23:57:15.979419 tst mo_mt_call.py: using BVCI 37124\u000a23:57:16.003507 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:57:16.016301 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:57:16.028264 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:57:16.040149 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:57:16.051874 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:57:16.063607 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:57:16.179643 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:57:16.415621 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:57:16.940279 run create_hlr_db(pid=15749): Launched\u000a23:57:17.114235 bus /sierra_2: Setting Powered False\u000a23:57:18.133542 run create_hlr_db(pid=15749): Terminated: ok {rc=0}\u000a23:57:18.529783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15751): Launched\u000a23:57:18.827176 run osmo-hlr_10.42.42.2(pid=15752): Launched\u000a23:57:18.944632 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:57:19.464866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15754): Launched\u000a23:57:19.760303 run osmo-stp_10.42.42.5(pid=15755): Launched\u000a23:57:19.868369 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:57:20.409723 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15757): Launched\u000a23:57:20.706154 run osmo-msc_10.42.42.6(pid=15758): Launched\u000a23:57:20.879357 run osmo-stp_10.42.42.5(pid=15755): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15755)]\u000a23:57:21.004599 run osmo-stp_10.42.42.5(pid=15755): stdout: \u000a| (launched: 2022-12-13_23:57:19.615296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:57:21.127885 run osmo-stp_10.42.42.5(pid=15755): stderr: \u000a| �[0;m�[38;5;43m20221213235719783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235719783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235719784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235719784 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235719784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235719785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235719785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:57:21.246865 run osmo-stp_10.42.42.5(pid=15755): stdout: \u000a| (launched: 2022-12-13_23:57:19.615296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:57:21.364775 run osmo-stp_10.42.42.5(pid=15755): stderr: \u000a| �[0;m�[38;5;43m20221213235719783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235719783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235719784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235719784 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235719784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235719785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235719785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:57:21.416935 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15755): Process ended prematurely: osmo-stp_10.42.42.5(pid=15755) [trial-2396↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15755)] [trial-2396↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a23:57:21.425632 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a23:57:21.484847 run osmo-hlr_10.42.42.2(pid=15752): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15752)]\u000a23:57:21.533439 run osmo-hlr_10.42.42.2(pid=15752): stdout: \u000a| (launched: 2022-12-13_23:57:18.681397) \u000a23:57:21.582384 run osmo-hlr_10.42.42.2(pid=15752): stderr: \u000a| �[0;m�[1;31m20221213235718859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235718859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235718859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235718859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235718859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235718859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235718871 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235718880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235718880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235718880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:57:21.648919 run osmo-msc_10.42.42.6(pid=15758): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15758)]\u000a23:57:21.697380 run osmo-msc_10.42.42.6(pid=15758): stdout: \u000a| (launched: 2022-12-13_23:57:20.560546) \u000a23:57:21.746236 run osmo-msc_10.42.42.6(pid=15758): stderr: \u000a| �[0;m�[38;5;43m20221213235720831 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213235720831 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff34a6dfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213235720831 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213235720831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213235720831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213235720831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213235720833 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213235720833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213235720834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213235720834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:57:21.787746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15751): Terminating (SIGTERM)\u000a23:57:21.826969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15754): Terminating (SIGTERM)\u000a23:57:21.866041 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15757): Terminating (SIGTERM)\u000a23:57:21.875092 --- ParallelTerminationStrategy: PID 15751 died...\u000a23:57:21.927747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15751): Terminated: ok {rc=0}\u000a23:57:21.937385 --- ParallelTerminationStrategy: PID 15754 died...\u000a23:57:21.989488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15754): Terminated: ok {rc=0}\u000a23:57:21.998840 --- ParallelTerminationStrategy: PID 15757 died...\u000a23:57:22.051616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15757): Terminated: ok {rc=0}\u000a23:57:22.134424 bus /sierra_3: Setting Powered False\u000a23:57:23.234380 bus /sierra_3: Setting Powered False\u000a23:57:24.345340 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15766): Process ended prematurely: osmo-stp_10.42.42.5(pid=15766) [trial-2396↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15766)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15766): Process ended prematurely: osmo-stp_10.42.42.5(pid=15766) [trial-2396↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15766)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:57:25.454444 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:57:25.466112 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a23:57:25.622837 tst mo_mt_call_osmux.py: using LAC 37124\u000a23:57:25.744106 tst mo_mt_call_osmux.py: using RAC 149\u000a23:57:25.861048 tst mo_mt_call_osmux.py: using CellId 37124\u000a23:57:25.975350 tst mo_mt_call_osmux.py: using BVCI 37125\u000a23:57:25.998003 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:57:26.009101 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:57:26.020095 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:57:26.031006 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:57:26.042032 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:57:26.053031 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:57:26.168516 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:57:26.375667 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:57:26.875581 run create_hlr_db(pid=15760): Launched\u000a23:57:27.059284 bus /sierra_2: Setting Powered False\u000a23:57:28.080548 run create_hlr_db(pid=15760): Terminated: ok {rc=0}\u000a23:57:28.479710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15762): Launched\u000a23:57:28.776722 run osmo-hlr_10.42.42.2(pid=15763): Launched\u000a23:57:28.894203 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:57:29.417613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15765): Launched\u000a23:57:29.713621 run osmo-stp_10.42.42.5(pid=15766): Launched\u000a23:57:29.822030 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:57:30.364883 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15768): Launched\u000a23:57:30.662511 run osmo-msc_10.42.42.6(pid=15769): Launched\u000a23:57:30.858412 run osmo-stp_10.42.42.5(pid=15766): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15766)]\u000a23:57:31.067893 run osmo-stp_10.42.42.5(pid=15766): stdout: \u000a| (launched: 2022-12-13_23:57:29.568169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:57:31.195842 run osmo-stp_10.42.42.5(pid=15766): stderr: \u000a| �[0;m�[38;5;43m20221213235729739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235729739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235729739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235729740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235729740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235729740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235729741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:57:31.319386 run osmo-stp_10.42.42.5(pid=15766): stdout: \u000a| (launched: 2022-12-13_23:57:29.568169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:57:31.441731 run osmo-stp_10.42.42.5(pid=15766): stderr: \u000a| �[0;m�[38;5;43m20221213235729739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235729739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235729739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235729740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235729740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235729740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235729741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:57:31.495578 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15766): Process ended prematurely: osmo-stp_10.42.42.5(pid=15766) [trial-2396↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15766)] [trial-2396↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a23:57:31.505304 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a23:57:31.566173 run osmo-hlr_10.42.42.2(pid=15763): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15763)]\u000a23:57:31.616642 run osmo-hlr_10.42.42.2(pid=15763): stdout: \u000a| (launched: 2022-12-13_23:57:28.630710) \u000a23:57:31.667835 run osmo-hlr_10.42.42.2(pid=15763): stderr: \u000a| �[0;m�[1;31m20221213235728808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235728808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235728808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235728808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235728808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235728808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235728820 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235728829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235728829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235728829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:57:31.736840 run osmo-msc_10.42.42.6(pid=15769): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15769)]\u000a23:57:31.787003 run osmo-msc_10.42.42.6(pid=15769): stdout: \u000a| (launched: 2022-12-13_23:57:30.516933) \u000a23:57:31.839344 run osmo-msc_10.42.42.6(pid=15769): stderr: \u000a| �[0;m�[38;5;43m20221213235730789 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213235730789 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2ee3821c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213235730789 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213235730789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213235730790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213235730790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213235730791 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213235730792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213235730792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213235730792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:57:31.883234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15762): Terminating (SIGTERM)\u000a23:57:31.924117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15765): Terminating (SIGTERM)\u000a23:57:31.965028 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15768): Terminating (SIGTERM)\u000a23:57:31.974788 --- ParallelTerminationStrategy: PID 15762 died...\u000a23:57:32.029543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15762): Terminated: ok {rc=0}\u000a23:57:32.039593 --- ParallelTerminationStrategy: PID 15765 died...\u000a23:57:32.094241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15765): Terminated: ok {rc=0}\u000a23:57:32.104791 --- ParallelTerminationStrategy: PID 15768 died...\u000a23:57:32.159756 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15768): Terminated: ok {rc=0}\u000a23:57:32.244941 bus /sierra_3: Setting Powered False\u000a23:57:33.350458 bus /sierra_3: Setting Powered False\u000a23:57:34.462808 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:57:15" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15780): Process ended prematurely: osmo-stp_10.42.42.5(pid=15780) [trial-2396↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15780)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15780): Process ended prematurely: osmo-stp_10.42.42.5(pid=15780) [trial-2396↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15780)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a23:57:36.450008 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:57:36.461184 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a23:57:36.617321 tst mo_mt_call.py: using LAC 37125\u000a23:57:36.733982 tst mo_mt_call.py: using RAC 150\u000a23:57:36.850081 tst mo_mt_call.py: using CellId 37125\u000a23:57:36.965917 tst mo_mt_call.py: using BVCI 37126\u000a23:57:36.988524 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:57:36.999710 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:57:37.010826 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:57:37.021805 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:57:37.032646 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:57:37.043751 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:57:37.162765 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:57:37.365161 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:57:37.839085 run create_hlr_db(pid=15774): Launched\u000a23:57:38.008884 bus /sierra_2: Setting Powered False\u000a23:57:39.031456 run create_hlr_db(pid=15774): Terminated: ok {rc=0}\u000a23:57:39.450860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15776): Launched\u000a23:57:39.766836 run osmo-hlr_10.42.42.2(pid=15777): Launched\u000a23:57:39.882823 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:57:40.430712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15779): Launched\u000a23:57:40.747029 run osmo-stp_10.42.42.5(pid=15780): Launched\u000a23:57:40.862273 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:57:41.439076 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15782): Launched\u000a23:57:41.754799 run osmo-msc_10.42.42.6(pid=15783): Launched\u000a23:57:41.940536 run osmo-stp_10.42.42.5(pid=15780): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15780)]\u000a23:57:42.074888 run osmo-stp_10.42.42.5(pid=15780): stdout: \u000a| (launched: 2022-12-13_23:57:40.591930)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:57:42.208437 run osmo-stp_10.42.42.5(pid=15780): stderr: \u000a| �[0;m�[38;5;43m20221213235740785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235740785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235740786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235740786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235740786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235740787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235740787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:57:42.335481 run osmo-stp_10.42.42.5(pid=15780): stdout: \u000a| (launched: 2022-12-13_23:57:40.591930)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:57:42.461458 run osmo-stp_10.42.42.5(pid=15780): stderr: \u000a| �[0;m�[38;5;43m20221213235740785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235740785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235740786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235740786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235740786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235740787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235740787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:57:42.516727 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15780): Process ended prematurely: osmo-stp_10.42.42.5(pid=15780) [trial-2396↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15780)] [trial-2396↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a23:57:42.525853 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a23:57:42.588031 run osmo-hlr_10.42.42.2(pid=15777): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15777)]\u000a23:57:42.639428 run osmo-hlr_10.42.42.2(pid=15777): stdout: \u000a| (launched: 2022-12-13_23:57:39.611513) \u000a23:57:42.691052 run osmo-hlr_10.42.42.2(pid=15777): stderr: \u000a| �[0;m�[1;31m20221213235739810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235739810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235739810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235739810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235739810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235739810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235739823 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235739831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235739831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235739831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:57:42.760902 run osmo-msc_10.42.42.6(pid=15783): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15783)]\u000a23:57:42.811737 run osmo-msc_10.42.42.6(pid=15783): stdout: \u000a| (launched: 2022-12-13_23:57:41.599357) \u000a23:57:42.863113 run osmo-msc_10.42.42.6(pid=15783): stderr: \u000a| �[0;m�[38;5;43m20221213235741922 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213235741922 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9202931c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213235741922 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213235741922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213235741922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213235741923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213235741924 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213235741925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213235741925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213235741925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:57:42.906611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15776): Terminating (SIGTERM)\u000a23:57:42.947742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15779): Terminating (SIGTERM)\u000a23:57:42.988863 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15782): Terminating (SIGTERM)\u000a23:57:42.998347 --- ParallelTerminationStrategy: PID 15776 died...\u000a23:57:43.053882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15776): Terminated: ok {rc=0}\u000a23:57:43.063674 --- ParallelTerminationStrategy: PID 15779 died...\u000a23:57:43.119216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15779): Terminated: ok {rc=0}\u000a23:57:43.129212 --- ParallelTerminationStrategy: PID 15782 died...\u000a23:57:43.185127 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15782): Terminated: ok {rc=0}\u000a23:57:43.272300 bus /sierra_3: Setting Powered False\u000a23:57:44.377245 bus /sierra_3: Setting Powered False\u000a23:57:45.490253 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15791): Process ended prematurely: osmo-stp_10.42.42.5(pid=15791) [trial-2396↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15791)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15791): Process ended prematurely: osmo-stp_10.42.42.5(pid=15791) [trial-2396↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15791)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:57:46.604421 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:57:46.617053 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a23:57:46.807420 tst mo_mt_call_osmux.py: using LAC 37126\u000a23:57:46.948419 tst mo_mt_call_osmux.py: using RAC 151\u000a23:57:47.074761 tst mo_mt_call_osmux.py: using CellId 37126\u000a23:57:47.201867 tst mo_mt_call_osmux.py: using BVCI 37127\u000a23:57:47.227146 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:57:47.239724 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:57:47.252164 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:57:47.264559 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:57:47.278151 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:57:47.291685 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:57:47.406466 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:57:47.613801 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:57:48.087939 run create_hlr_db(pid=15785): Launched\u000a23:57:48.258707 bus /sierra_2: Setting Powered False\u000a23:57:49.280688 run create_hlr_db(pid=15785): Terminated: ok {rc=0}\u000a23:57:49.675960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15787): Launched\u000a23:57:49.971944 run osmo-hlr_10.42.42.2(pid=15788): Launched\u000a23:57:50.087084 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:57:50.609932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15790): Launched\u000a23:57:50.905986 run osmo-stp_10.42.42.5(pid=15791): Launched\u000a23:57:51.013623 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:57:51.557613 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15793): Launched\u000a23:57:51.853699 run osmo-msc_10.42.42.6(pid=15794): Launched\u000a23:57:52.028189 run osmo-stp_10.42.42.5(pid=15791): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15791)]\u000a23:57:52.154325 run osmo-stp_10.42.42.5(pid=15791): stdout: \u000a| (launched: 2022-12-13_23:57:50.761314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:57:52.278569 run osmo-stp_10.42.42.5(pid=15791): stderr: \u000a| �[0;m�[38;5;43m20221213235750931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235750932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235750932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235750933 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235750933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235750933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235750933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:57:52.398020 run osmo-stp_10.42.42.5(pid=15791): stdout: \u000a| (launched: 2022-12-13_23:57:50.761314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:57:52.516116 run osmo-stp_10.42.42.5(pid=15791): stderr: \u000a| �[0;m�[38;5;43m20221213235750931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235750932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235750932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235750933 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235750933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235750933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235750933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:57:52.568539 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15791): Process ended prematurely: osmo-stp_10.42.42.5(pid=15791) [trial-2396↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15791)] [trial-2396↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a23:57:52.577030 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a23:57:52.637334 run osmo-hlr_10.42.42.2(pid=15788): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15788)]\u000a23:57:52.686531 run osmo-hlr_10.42.42.2(pid=15788): stdout: \u000a| (launched: 2022-12-13_23:57:49.827194) \u000a23:57:52.736142 run osmo-hlr_10.42.42.2(pid=15788): stderr: \u000a| �[0;m�[1;31m20221213235750005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235750005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235750005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235750005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235750005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235750005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235750017 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235750026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235750026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235750026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:57:52.803200 run osmo-msc_10.42.42.6(pid=15794): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15794)]\u000a23:57:52.852125 run osmo-msc_10.42.42.6(pid=15794): stdout: \u000a| (launched: 2022-12-13_23:57:51.707774) \u000a23:57:52.901409 run osmo-msc_10.42.42.6(pid=15794): stderr: \u000a| �[0;m�[38;5;43m20221213235751980 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213235751980 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f86f9030c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213235751980 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213235751980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213235751980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213235751980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213235751982 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213235751983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213235751983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213235751983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:57:52.943133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15787): Terminating (SIGTERM)\u000a23:57:52.982464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15790): Terminating (SIGTERM)\u000a23:57:53.021686 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15793): Terminating (SIGTERM)\u000a23:57:53.030876 --- ParallelTerminationStrategy: PID 15787 died...\u000a23:57:53.083520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15787): Terminated: ok {rc=0}\u000a23:57:53.092863 --- ParallelTerminationStrategy: PID 15790 died...\u000a23:57:53.145213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15790): Terminated: ok {rc=0}\u000a23:57:53.154597 --- ParallelTerminationStrategy: PID 15793 died...\u000a23:57:53.207081 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15793): Terminated: ok {rc=0}\u000a23:57:53.294596 bus /sierra_3: Setting Powered False\u000a23:57:54.396716 bus /sierra_3: Setting Powered False\u000a23:57:55.507852 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:57:36" }, { "cases" : [ { "testActions" : [ ], "age" : 70, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15805): Process ended prematurely: osmo-stp_10.42.42.5(pid=15805) [trial-2396↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15805)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15805): Process ended prematurely: osmo-stp_10.42.42.5(pid=15805) [trial-2396↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15805)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a23:57:57.494436 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:57:57.505511 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a23:57:57.658667 tst mo_mt_call.py: using LAC 37127\u000a23:57:57.774869 tst mo_mt_call.py: using RAC 152\u000a23:57:57.893542 tst mo_mt_call.py: using CellId 37127\u000a23:57:58.011522 tst mo_mt_call.py: using BVCI 37128\u000a23:57:58.034107 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:57:58.045137 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:57:58.055800 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:57:58.066697 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:57:58.077618 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:57:58.088776 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:57:58.207645 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:57:58.406951 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:57:58.882672 run create_hlr_db(pid=15799): Launched\u000a23:57:59.052485 bus /sierra_2: Setting Powered False\u000a23:58:00.087115 run create_hlr_db(pid=15799): Terminated: ok {rc=0}\u000a23:58:00.508280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15801): Launched\u000a23:58:00.826048 run osmo-hlr_10.42.42.2(pid=15802): Launched\u000a23:58:00.942400 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:58:01.600495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15804): Launched\u000a23:58:02.029187 run osmo-stp_10.42.42.5(pid=15805): Launched\u000a23:58:02.254751 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:58:02.832662 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15807): Launched\u000a23:58:03.149494 run osmo-msc_10.42.42.6(pid=15808): Launched\u000a23:58:03.335712 run osmo-stp_10.42.42.5(pid=15805): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15805)]\u000a23:58:03.471229 run osmo-stp_10.42.42.5(pid=15805): stdout: \u000a| (launched: 2022-12-13_23:58:01.764583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:58:03.605982 run osmo-stp_10.42.42.5(pid=15805): stderr: \u000a| �[0;m�[38;5;43m20221213235802070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235802071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235802071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235802071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235802072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235802072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235802072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:58:03.734083 run osmo-stp_10.42.42.5(pid=15805): stdout: \u000a| (launched: 2022-12-13_23:58:01.764583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:58:03.860382 run osmo-stp_10.42.42.5(pid=15805): stderr: \u000a| �[0;m�[38;5;43m20221213235802070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235802071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235802071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235802071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235802072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235802072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235802072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:58:03.916019 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15805): Process ended prematurely: osmo-stp_10.42.42.5(pid=15805) [trial-2396↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15805)] [trial-2396↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a23:58:03.925386 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a23:58:03.988115 run osmo-hlr_10.42.42.2(pid=15802): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15802)]\u000a23:58:04.039548 run osmo-hlr_10.42.42.2(pid=15802): stdout: \u000a| (launched: 2022-12-13_23:58:00.670532) \u000a23:58:04.091677 run osmo-hlr_10.42.42.2(pid=15802): stderr: \u000a| �[0;m�[1;31m20221213235800970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235800970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235800970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235800970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235800970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235800970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235800987 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235801004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235801004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235801013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:58:04.162140 run osmo-msc_10.42.42.6(pid=15808): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15808)]\u000a23:58:04.213708 run osmo-msc_10.42.42.6(pid=15808): stdout: \u000a| (launched: 2022-12-13_23:58:02.994314) \u000a23:58:04.265660 run osmo-msc_10.42.42.6(pid=15808): stderr: \u000a| �[0;m�[38;5;43m20221213235803313 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213235803313 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f86d244dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213235803313 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213235803313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213235803313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213235803314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213235803315 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213235803316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213235803316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213235803316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:58:04.309921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15801): Terminating (SIGTERM)\u000a23:58:04.351715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15804): Terminating (SIGTERM)\u000a23:58:04.393573 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15807): Terminating (SIGTERM)\u000a23:58:04.403215 --- ParallelTerminationStrategy: PID 15801 died...\u000a23:58:04.459611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15801): Terminated: ok {rc=0}\u000a23:58:04.469760 --- ParallelTerminationStrategy: PID 15804 died...\u000a23:58:04.525787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15804): Terminated: ok {rc=0}\u000a23:58:04.535935 --- ParallelTerminationStrategy: PID 15807 died...\u000a23:58:04.592203 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15807): Terminated: ok {rc=0}\u000a23:58:04.679217 bus /sierra_3: Setting Powered False\u000a23:58:05.785464 bus /sierra_3: Setting Powered False\u000a23:58:06.894897 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 73, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15816): Process ended prematurely: osmo-stp_10.42.42.5(pid=15816) [trial-2396↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15816)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15816): Process ended prematurely: osmo-stp_10.42.42.5(pid=15816) [trial-2396↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15816)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:58:08.009125 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:58:08.021314 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a23:58:08.185729 tst mo_mt_call_osmux.py: using LAC 37128\u000a23:58:08.310063 tst mo_mt_call_osmux.py: using RAC 153\u000a23:58:08.433693 tst mo_mt_call_osmux.py: using CellId 37128\u000a23:58:08.567181 tst mo_mt_call_osmux.py: using BVCI 37129\u000a23:58:08.591294 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:58:08.602942 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:58:08.614299 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:58:08.625650 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:58:08.637735 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:58:08.649533 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:58:08.768111 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:58:08.970032 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:58:09.446395 run create_hlr_db(pid=15810): Launched\u000a23:58:09.618014 bus /sierra_2: Setting Powered False\u000a23:58:10.640271 run create_hlr_db(pid=15810): Terminated: ok {rc=0}\u000a23:58:11.062597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15812): Launched\u000a23:58:11.379871 run osmo-hlr_10.42.42.2(pid=15813): Launched\u000a23:58:11.500635 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:58:12.050346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15815): Launched\u000a23:58:12.367079 run osmo-stp_10.42.42.5(pid=15816): Launched\u000a23:58:12.483284 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:58:13.063169 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15818): Launched\u000a23:58:13.379990 run osmo-msc_10.42.42.6(pid=15819): Launched\u000a23:58:13.566514 run osmo-stp_10.42.42.5(pid=15816): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15816)]\u000a23:58:13.702601 run osmo-stp_10.42.42.5(pid=15816): stdout: \u000a| (launched: 2022-12-13_23:58:12.211485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:58:13.837405 run osmo-stp_10.42.42.5(pid=15816): stderr: \u000a| �[0;m�[38;5;43m20221213235812402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235812402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235812403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235812403 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235812403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235812403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235812404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:58:13.965572 run osmo-stp_10.42.42.5(pid=15816): stdout: \u000a| (launched: 2022-12-13_23:58:12.211485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:58:14.092491 run osmo-stp_10.42.42.5(pid=15816): stderr: \u000a| �[0;m�[38;5;43m20221213235812402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235812402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235812403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235812403 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235812403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235812403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235812404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:58:14.148411 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15816): Process ended prematurely: osmo-stp_10.42.42.5(pid=15816) [trial-2396↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15816)] [trial-2396↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a23:58:14.157886 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a23:58:14.221042 run osmo-hlr_10.42.42.2(pid=15813): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15813)]\u000a23:58:14.272710 run osmo-hlr_10.42.42.2(pid=15813): stdout: \u000a| (launched: 2022-12-13_23:58:11.224103) \u000a23:58:14.325027 run osmo-hlr_10.42.42.2(pid=15813): stderr: \u000a| �[0;m�[1;31m20221213235811421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235811421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235811422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235811422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235811422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235811422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235811434 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235811442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235811442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235811442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:58:14.396191 run osmo-msc_10.42.42.6(pid=15819): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15819)]\u000a23:58:14.448269 run osmo-msc_10.42.42.6(pid=15819): stdout: \u000a| (launched: 2022-12-13_23:58:13.224758) \u000a23:58:14.500578 run osmo-msc_10.42.42.6(pid=15819): stderr: \u000a| �[0;m�[38;5;43m20221213235813546 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213235813546 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f112e5cac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213235813546 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213235813546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213235813546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213235813546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213235813548 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213235813548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213235813549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213235813549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:58:14.545060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15812): Terminating (SIGTERM)\u000a23:58:14.587093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15815): Terminating (SIGTERM)\u000a23:58:14.629483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15818): Terminating (SIGTERM)\u000a23:58:14.639384 --- ParallelTerminationStrategy: PID 15812 died...\u000a23:58:14.696058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15812): Terminated: ok {rc=0}\u000a23:58:14.706222 --- ParallelTerminationStrategy: PID 15815 died...\u000a23:58:14.762424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15815): Terminated: ok {rc=0}\u000a23:58:14.772514 --- ParallelTerminationStrategy: PID 15818 died...\u000a23:58:14.828938 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15818): Terminated: ok {rc=0}\u000a23:58:14.915960 bus /sierra_3: Setting Powered False\u000a23:58:16.031003 bus /sierra_3: Setting Powered False\u000a23:58:17.151477 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:57:57" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15830): Process ended prematurely: osmo-stp_10.42.42.5(pid=15830) [trial-2396↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15830)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15830): Process ended prematurely: osmo-stp_10.42.42.5(pid=15830) [trial-2396↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15830)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a23:58:19.163254 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:58:19.174831 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a23:58:19.335969 tst mo_mt_call.py: using LAC 37129\u000a23:58:19.460328 tst mo_mt_call.py: using RAC 154\u000a23:58:19.585883 tst mo_mt_call.py: using CellId 37129\u000a23:58:19.709793 tst mo_mt_call.py: using BVCI 37130\u000a23:58:19.732397 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:58:19.743512 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:58:19.754542 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:58:19.765502 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:58:19.777095 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:58:19.788549 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:58:19.908653 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:58:20.118864 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:58:20.613726 run create_hlr_db(pid=15824): Launched\u000a23:58:20.797162 bus /sierra_2: Setting Powered False\u000a23:58:21.818720 run create_hlr_db(pid=15824): Terminated: ok {rc=0}\u000a23:58:22.219235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15826): Launched\u000a23:58:22.516676 run osmo-hlr_10.42.42.2(pid=15827): Launched\u000a23:58:22.634032 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:58:23.155611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15829): Launched\u000a23:58:23.451251 run osmo-stp_10.42.42.5(pid=15830): Launched\u000a23:58:23.559952 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:58:24.100842 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15832): Launched\u000a23:58:24.397381 run osmo-msc_10.42.42.6(pid=15833): Launched\u000a23:58:24.571896 run osmo-stp_10.42.42.5(pid=15830): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15830)]\u000a23:58:24.697942 run osmo-stp_10.42.42.5(pid=15830): stdout: \u000a| (launched: 2022-12-13_23:58:23.306325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:58:24.821145 run osmo-stp_10.42.42.5(pid=15830): stderr: \u000a| �[0;m�[38;5;43m20221213235823477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235823477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235823478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235823478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235823479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235823479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235823479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:58:24.940895 run osmo-stp_10.42.42.5(pid=15830): stdout: \u000a| (launched: 2022-12-13_23:58:23.306325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:58:25.058844 run osmo-stp_10.42.42.5(pid=15830): stderr: \u000a| �[0;m�[38;5;43m20221213235823477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235823477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235823478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235823478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235823479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235823479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235823479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:58:25.110834 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15830): Process ended prematurely: osmo-stp_10.42.42.5(pid=15830) [trial-2396↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15830)] [trial-2396↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a23:58:25.119239 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a23:58:25.177782 run osmo-hlr_10.42.42.2(pid=15827): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15827)]\u000a23:58:25.226308 run osmo-hlr_10.42.42.2(pid=15827): stdout: \u000a| (launched: 2022-12-13_23:58:22.370134) \u000a23:58:25.275483 run osmo-hlr_10.42.42.2(pid=15827): stderr: \u000a| �[0;m�[1;31m20221213235822547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235822547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235822548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235822548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235822548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235822548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235822560 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235822569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235822569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235822569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:58:25.342102 run osmo-msc_10.42.42.6(pid=15833): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15833)]\u000a23:58:25.390598 run osmo-msc_10.42.42.6(pid=15833): stdout: \u000a| (launched: 2022-12-13_23:58:24.251545) \u000a23:58:25.439440 run osmo-msc_10.42.42.6(pid=15833): stderr: \u000a| �[0;m�[38;5;43m20221213235824522 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213235824522 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6b2d6e3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213235824522 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213235824522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213235824522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213235824523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213235824524 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213235824525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213235824525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213235824525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:58:25.481316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15826): Terminating (SIGTERM)\u000a23:58:25.520823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15829): Terminating (SIGTERM)\u000a23:58:25.560480 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15832): Terminating (SIGTERM)\u000a23:58:25.569575 --- ParallelTerminationStrategy: PID 15826 died...\u000a23:58:25.622115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15826): Terminated: ok {rc=0}\u000a23:58:25.631418 --- ParallelTerminationStrategy: PID 15829 died...\u000a23:58:25.683993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15829): Terminated: ok {rc=0}\u000a23:58:25.693863 --- ParallelTerminationStrategy: PID 15832 died...\u000a23:58:25.746495 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15832): Terminated: ok {rc=0}\u000a23:58:25.829303 bus /sierra_3: Setting Powered False\u000a23:58:26.931359 bus /sierra_3: Setting Powered False\u000a23:58:28.038708 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15841): Process ended prematurely: osmo-stp_10.42.42.5(pid=15841) [trial-2396↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15841)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15841): Process ended prematurely: osmo-stp_10.42.42.5(pid=15841) [trial-2396↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15841)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:58:29.145737 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:58:29.157328 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a23:58:29.312699 tst mo_mt_call_osmux.py: using LAC 37130\u000a23:58:29.428786 tst mo_mt_call_osmux.py: using RAC 155\u000a23:58:29.545873 tst mo_mt_call_osmux.py: using CellId 37130\u000a23:58:29.663133 tst mo_mt_call_osmux.py: using BVCI 37131\u000a23:58:29.685701 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:58:29.696740 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:58:29.707516 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:58:29.718387 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:58:29.729763 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:58:29.741114 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:58:29.856432 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:58:30.063265 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:58:30.559015 run create_hlr_db(pid=15835): Launched\u000a23:58:30.742292 bus /sierra_2: Setting Powered False\u000a23:58:31.767050 run create_hlr_db(pid=15835): Terminated: ok {rc=0}\u000a23:58:32.204222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15837): Launched\u000a23:58:32.501112 run osmo-hlr_10.42.42.2(pid=15838): Launched\u000a23:58:32.610911 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:58:33.125239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15840): Launched\u000a23:58:33.419831 run osmo-stp_10.42.42.5(pid=15841): Launched\u000a23:58:33.526672 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:58:34.068274 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15843): Launched\u000a23:58:34.366005 run osmo-msc_10.42.42.6(pid=15844): Launched\u000a23:58:34.540291 run osmo-stp_10.42.42.5(pid=15841): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15841)]\u000a23:58:34.666246 run osmo-stp_10.42.42.5(pid=15841): stdout: \u000a| (launched: 2022-12-13_23:58:33.275586)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:58:34.789721 run osmo-stp_10.42.42.5(pid=15841): stderr: \u000a| �[0;m�[38;5;43m20221213235833445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235833445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235833446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235833446 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235833447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235833447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235833447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:58:34.908734 run osmo-stp_10.42.42.5(pid=15841): stdout: \u000a| (launched: 2022-12-13_23:58:33.275586)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:58:35.027159 run osmo-stp_10.42.42.5(pid=15841): stderr: \u000a| �[0;m�[38;5;43m20221213235833445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235833445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235833446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235833446 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235833447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235833447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235833447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:58:35.079171 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15841): Process ended prematurely: osmo-stp_10.42.42.5(pid=15841) [trial-2396↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15841)] [trial-2396↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a23:58:35.087607 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a23:58:35.147316 run osmo-hlr_10.42.42.2(pid=15838): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15838)]\u000a23:58:35.195910 run osmo-hlr_10.42.42.2(pid=15838): stdout: \u000a| (launched: 2022-12-13_23:58:32.356064) \u000a23:58:35.245170 run osmo-hlr_10.42.42.2(pid=15838): stderr: \u000a| �[0;m�[1;31m20221213235832533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235832533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235832533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235832533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235832533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235832533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235832547 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235832555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235832555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235832555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:58:35.312574 run osmo-msc_10.42.42.6(pid=15844): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15844)]\u000a23:58:35.361367 run osmo-msc_10.42.42.6(pid=15844): stdout: \u000a| (launched: 2022-12-13_23:58:34.219223) \u000a23:58:35.410626 run osmo-msc_10.42.42.6(pid=15844): stderr: \u000a| �[0;m�[38;5;43m20221213235834490 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213235834490 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7112e34c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213235834491 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213235834491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213235834491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213235834491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213235834494 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213235834494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213235834494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213235834494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:58:35.452187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15837): Terminating (SIGTERM)\u000a23:58:35.491379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15840): Terminating (SIGTERM)\u000a23:58:35.530595 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15843): Terminating (SIGTERM)\u000a23:58:35.539642 --- ParallelTerminationStrategy: PID 15837 died...\u000a23:58:35.592391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15837): Terminated: ok {rc=0}\u000a23:58:35.601975 --- ParallelTerminationStrategy: PID 15840 died...\u000a23:58:35.654669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15840): Terminated: ok {rc=0}\u000a23:58:35.664130 --- ParallelTerminationStrategy: PID 15843 died...\u000a23:58:35.716506 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15843): Terminated: ok {rc=0}\u000a23:58:35.804293 bus /sierra_3: Setting Powered False\u000a23:58:36.907314 bus /sierra_3: Setting Powered False\u000a23:58:38.014458 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:58:18" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15855): Process ended prematurely: osmo-stp_10.42.42.5(pid=15855) [trial-2396↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15855)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15855): Process ended prematurely: osmo-stp_10.42.42.5(pid=15855) [trial-2396↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15855)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a23:58:40.024288 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:58:40.035981 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:58:40.199201 tst mo_mt_call.py: using LAC 37131\u000a23:58:40.323265 tst mo_mt_call.py: using RAC 156\u000a23:58:40.447433 tst mo_mt_call.py: using CellId 37131\u000a23:58:40.571480 tst mo_mt_call.py: using BVCI 37132\u000a23:58:40.595656 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:58:40.607224 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:58:40.618675 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:58:40.630266 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:58:40.642219 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:58:40.654390 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:58:40.775027 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:58:40.977024 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:58:41.453303 run create_hlr_db(pid=15849): Launched\u000a23:58:41.624547 bus /sierra_2: Setting Powered False\u000a23:58:42.658292 run create_hlr_db(pid=15849): Terminated: ok {rc=0}\u000a23:58:43.078662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15851): Launched\u000a23:58:43.395057 run osmo-hlr_10.42.42.2(pid=15852): Launched\u000a23:58:43.515076 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:58:44.064005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15854): Launched\u000a23:58:44.381013 run osmo-stp_10.42.42.5(pid=15855): Launched\u000a23:58:44.496267 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:58:45.075249 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15857): Launched\u000a23:58:45.393448 run osmo-msc_10.42.42.6(pid=15858): Launched\u000a23:58:45.579217 run osmo-stp_10.42.42.5(pid=15855): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15855)]\u000a23:58:45.714306 run osmo-stp_10.42.42.5(pid=15855): stdout: \u000a| (launched: 2022-12-13_23:58:44.225189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:58:45.866584 run osmo-stp_10.42.42.5(pid=15855): stderr: \u000a| �[0;m�[38;5;43m20221213235844415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235844415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235844415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235844416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235844418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235844418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235844418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:58:46.009322 run osmo-stp_10.42.42.5(pid=15855): stdout: \u000a| (launched: 2022-12-13_23:58:44.225189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:58:46.139356 run osmo-stp_10.42.42.5(pid=15855): stderr: \u000a| �[0;m�[38;5;43m20221213235844415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235844415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235844415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235844416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235844418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235844418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235844418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:58:46.196629 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15855): Process ended prematurely: osmo-stp_10.42.42.5(pid=15855) [trial-2396↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15855)] [trial-2396↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a23:58:46.206799 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a23:58:46.272753 run osmo-hlr_10.42.42.2(pid=15852): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15852)]\u000a23:58:46.326257 run osmo-hlr_10.42.42.2(pid=15852): stdout: \u000a| (launched: 2022-12-13_23:58:43.239493) \u000a23:58:46.380688 run osmo-hlr_10.42.42.2(pid=15852): stderr: \u000a| �[0;m�[1;31m20221213235843435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235843435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235843435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235843435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235843435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235843435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235843446 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235843454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235843454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235843454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:58:46.454000 run osmo-msc_10.42.42.6(pid=15858): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15858)]\u000a23:58:46.507496 run osmo-msc_10.42.42.6(pid=15858): stdout: \u000a| (launched: 2022-12-13_23:58:45.236661) \u000a23:58:46.561861 run osmo-msc_10.42.42.6(pid=15858): stderr: \u000a| �[0;m�[38;5;43m20221213235845557 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213235845557 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4899f07c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213235845557 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213235845557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213235845557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213235845558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213235845559 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213235845560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213235845560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213235845560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:58:46.608797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15851): Terminating (SIGTERM)\u000a23:58:46.652283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15854): Terminating (SIGTERM)\u000a23:58:46.697974 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15857): Terminating (SIGTERM)\u000a23:58:46.708476 --- ParallelTerminationStrategy: PID 15851 died...\u000a23:58:46.766645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15851): Terminated: ok {rc=0}\u000a23:58:46.777223 --- ParallelTerminationStrategy: PID 15854 died...\u000a23:58:46.835099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15854): Terminated: ok {rc=0}\u000a23:58:46.845692 --- ParallelTerminationStrategy: PID 15857 died...\u000a23:58:46.903650 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15857): Terminated: ok {rc=0}\u000a23:58:46.992450 bus /sierra_3: Setting Powered False\u000a23:58:48.097842 bus /sierra_3: Setting Powered False\u000a23:58:49.209109 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15866): Process ended prematurely: osmo-stp_10.42.42.5(pid=15866) [trial-2396↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15866)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15866): Process ended prematurely: osmo-stp_10.42.42.5(pid=15866) [trial-2396↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15866)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:58:50.318904 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:58:50.331032 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:58:50.485746 tst mo_mt_call_osmux.py: using LAC 37132\u000a23:58:50.604178 tst mo_mt_call_osmux.py: using RAC 157\u000a23:58:50.721069 tst mo_mt_call_osmux.py: using CellId 37132\u000a23:58:50.839692 tst mo_mt_call_osmux.py: using BVCI 37133\u000a23:58:50.862450 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:58:50.873622 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:58:50.884552 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:58:50.895467 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:58:50.906555 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:58:50.917486 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:58:51.032391 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:58:51.241006 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:58:51.740639 run create_hlr_db(pid=15860): Launched\u000a23:58:51.924697 bus /sierra_2: Setting Powered False\u000a23:58:52.946680 run create_hlr_db(pid=15860): Terminated: ok {rc=0}\u000a23:58:53.367594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15862): Launched\u000a23:58:53.685684 run osmo-hlr_10.42.42.2(pid=15863): Launched\u000a23:58:53.804753 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:58:54.354359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15865): Launched\u000a23:58:54.670958 run osmo-stp_10.42.42.5(pid=15866): Launched\u000a23:58:54.786039 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:58:55.370575 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15868): Launched\u000a23:58:55.687807 run osmo-msc_10.42.42.6(pid=15869): Launched\u000a23:58:55.874903 run osmo-stp_10.42.42.5(pid=15866): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15866)]\u000a23:58:56.010101 run osmo-stp_10.42.42.5(pid=15866): stdout: \u000a| (launched: 2022-12-13_23:58:54.515430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:58:56.144737 run osmo-stp_10.42.42.5(pid=15866): stderr: \u000a| �[0;m�[38;5;43m20221213235854708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235854708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235854709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235854709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235854710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235854710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235854710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:58:56.272589 run osmo-stp_10.42.42.5(pid=15866): stdout: \u000a| (launched: 2022-12-13_23:58:54.515430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:58:56.399568 run osmo-stp_10.42.42.5(pid=15866): stderr: \u000a| �[0;m�[38;5;43m20221213235854708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235854708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235854709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235854709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235854710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235854710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235854710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:58:56.455555 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15866): Process ended prematurely: osmo-stp_10.42.42.5(pid=15866) [trial-2396↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15866)] [trial-2396↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a23:58:56.464996 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a23:58:56.528818 run osmo-hlr_10.42.42.2(pid=15863): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15863)]\u000a23:58:56.580585 run osmo-hlr_10.42.42.2(pid=15863): stdout: \u000a| (launched: 2022-12-13_23:58:53.529508) \u000a23:58:56.632831 run osmo-hlr_10.42.42.2(pid=15863): stderr: \u000a| �[0;m�[1;31m20221213235853728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235853728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235853728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235853728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235853728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235853728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235853739 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235853747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235853747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235853748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:58:56.703803 run osmo-msc_10.42.42.6(pid=15869): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15869)]\u000a23:58:56.755363 run osmo-msc_10.42.42.6(pid=15869): stdout: \u000a| (launched: 2022-12-13_23:58:55.532116) \u000a23:58:56.807386 run osmo-msc_10.42.42.6(pid=15869): stderr: \u000a| �[0;m�[38;5;43m20221213235855852 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213235855852 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6b21b2bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213235855853 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213235855853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213235855853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213235855853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213235855855 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213235855855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213235855855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213235855855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:58:56.851371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15862): Terminating (SIGTERM)\u000a23:58:56.892930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15865): Terminating (SIGTERM)\u000a23:58:56.934526 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15868): Terminating (SIGTERM)\u000a23:58:56.944201 --- ParallelTerminationStrategy: PID 15862 died...\u000a23:58:57.000187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15862): Terminated: ok {rc=0}\u000a23:58:57.010347 --- ParallelTerminationStrategy: PID 15865 died...\u000a23:58:57.066014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15865): Terminated: ok {rc=0}\u000a23:58:57.076012 --- ParallelTerminationStrategy: PID 15868 died...\u000a23:58:57.131906 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15868): Terminated: ok {rc=0}\u000a23:58:57.218831 bus /sierra_3: Setting Powered False\u000a23:58:58.319048 bus /sierra_3: Setting Powered False\u000a23:58:59.429170 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:58:39" }, { "cases" : [ { "testActions" : [ ], "age" : 68, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15881): Process ended prematurely: osmo-stp_10.42.42.5(pid=15881) [trial-2396↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15881)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15881): Process ended prematurely: osmo-stp_10.42.42.5(pid=15881) [trial-2396↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15881)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a23:59:01.419629 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:59:01.431359 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:59:01.598333 tst mo_mt_call.py: using LAC 37133\u000a23:59:01.736594 tst mo_mt_call.py: using RAC 158\u000a23:59:01.884810 tst mo_mt_call.py: using CellId 37133\u000a23:59:02.040848 tst mo_mt_call.py: using BVCI 37134\u000a23:59:02.070744 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:59:02.083287 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:59:02.096738 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:59:02.109039 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:59:02.122251 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:59:02.135864 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:59:02.259100 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:59:02.472878 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:59:02.971081 run create_hlr_db(pid=15875): Launched\u000a23:59:03.154426 bus /sierra_2: Setting Powered False\u000a23:59:04.176283 run create_hlr_db(pid=15875): Terminated: ok {rc=0}\u000a23:59:04.573456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15877): Launched\u000a23:59:04.869678 run osmo-hlr_10.42.42.2(pid=15878): Launched\u000a23:59:04.978048 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:59:05.491796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15880): Launched\u000a23:59:05.788007 run osmo-stp_10.42.42.5(pid=15881): Launched\u000a23:59:05.895356 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:59:06.436388 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15884): Launched\u000a23:59:06.733196 run osmo-msc_10.42.42.6(pid=15885): Launched\u000a23:59:06.907766 run osmo-stp_10.42.42.5(pid=15881): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15881)]\u000a23:59:07.034361 run osmo-stp_10.42.42.5(pid=15881): stdout: \u000a| (launched: 2022-12-13_23:59:05.642440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:59:07.158326 run osmo-stp_10.42.42.5(pid=15881): stderr: \u000a| �[0;m�[38;5;43m20221213235905814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235905814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235905814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235905814 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235905815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235905815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235905815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:59:07.278249 run osmo-stp_10.42.42.5(pid=15881): stdout: \u000a| (launched: 2022-12-13_23:59:05.642440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:59:07.396592 run osmo-stp_10.42.42.5(pid=15881): stderr: \u000a| �[0;m�[38;5;43m20221213235905814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235905814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235905814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235905814 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235905815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235905815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235905815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:59:07.448681 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15881): Process ended prematurely: osmo-stp_10.42.42.5(pid=15881) [trial-2396↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15881)] [trial-2396↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a23:59:07.457054 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a23:59:07.516211 run osmo-hlr_10.42.42.2(pid=15878): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15878)]\u000a23:59:07.565082 run osmo-hlr_10.42.42.2(pid=15878): stdout: \u000a| (launched: 2022-12-13_23:59:04.724056) \u000a23:59:07.614471 run osmo-hlr_10.42.42.2(pid=15878): stderr: \u000a| �[0;m�[1;31m20221213235904901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235904901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235904901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235904901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235904901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235904901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235904937 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235904947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235904947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235904947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:59:07.681731 run osmo-msc_10.42.42.6(pid=15885): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15885)]\u000a23:59:07.730227 run osmo-msc_10.42.42.6(pid=15885): stdout: \u000a| (launched: 2022-12-13_23:59:06.587284) \u000a23:59:07.779212 run osmo-msc_10.42.42.6(pid=15885): stderr: \u000a| �[0;m�[38;5;43m20221213235906858 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213235906858 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcc1add8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213235906858 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213235906858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213235906859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213235906859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213235906860 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213235906861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213235906861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213235906861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:59:07.820542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15877): Terminating (SIGTERM)\u000a23:59:07.859584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15880): Terminating (SIGTERM)\u000a23:59:07.898715 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15884): Terminating (SIGTERM)\u000a23:59:07.907746 --- ParallelTerminationStrategy: PID 15877 died...\u000a23:59:07.960326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15877): Terminated: ok {rc=0}\u000a23:59:07.969805 --- ParallelTerminationStrategy: PID 15880 died...\u000a23:59:08.022119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15880): Terminated: ok {rc=0}\u000a23:59:08.031551 --- ParallelTerminationStrategy: PID 15884 died...\u000a23:59:08.084667 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15884): Terminated: ok {rc=0}\u000a23:59:08.172520 bus /sierra_3: Setting Powered False\u000a23:59:09.279346 bus /sierra_3: Setting Powered False\u000a23:59:10.387755 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15893): Process ended prematurely: osmo-stp_10.42.42.5(pid=15893) [trial-2396↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15893)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15893): Process ended prematurely: osmo-stp_10.42.42.5(pid=15893) [trial-2396↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15893)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:59:11.501171 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:59:11.513182 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:59:11.678997 tst mo_mt_call_osmux.py: using LAC 37134\u000a23:59:11.804078 tst mo_mt_call_osmux.py: using RAC 159\u000a23:59:11.948877 tst mo_mt_call_osmux.py: using CellId 37134\u000a23:59:12.074592 tst mo_mt_call_osmux.py: using BVCI 37135\u000a23:59:12.098662 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:59:12.110194 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:59:12.121281 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:59:12.132403 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:59:12.143989 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:59:12.155784 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:59:12.272680 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:59:12.481600 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:59:12.978392 run create_hlr_db(pid=15887): Launched\u000a23:59:13.161284 bus /sierra_2: Setting Powered False\u000a23:59:14.183698 run create_hlr_db(pid=15887): Terminated: ok {rc=0}\u000a23:59:14.587641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15889): Launched\u000a23:59:14.905450 run osmo-hlr_10.42.42.2(pid=15890): Launched\u000a23:59:15.021741 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:59:15.570494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15892): Launched\u000a23:59:15.886124 run osmo-stp_10.42.42.5(pid=15893): Launched\u000a23:59:16.049286 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:59:16.752298 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15895): Launched\u000a23:59:17.221506 run osmo-msc_10.42.42.6(pid=15896): Launched\u000a23:59:17.549412 run osmo-stp_10.42.42.5(pid=15893): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15893)]\u000a23:59:17.672735 run osmo-stp_10.42.42.5(pid=15893): stdout: \u000a| (launched: 2022-12-13_23:59:15.731749)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:59:17.796858 run osmo-stp_10.42.42.5(pid=15893): stderr: \u000a| �[0;m�[38;5;43m20221213235916051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235916051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235916052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235916052 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235916053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235916053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235916053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:59:17.916133 run osmo-stp_10.42.42.5(pid=15893): stdout: \u000a| (launched: 2022-12-13_23:59:15.731749)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:59:18.034736 run osmo-stp_10.42.42.5(pid=15893): stderr: \u000a| �[0;m�[38;5;43m20221213235916051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235916051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235916052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235916052 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235916053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235916053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235916053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:59:18.086780 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15893): Process ended prematurely: osmo-stp_10.42.42.5(pid=15893) [trial-2396↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15893)] [trial-2396↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a23:59:18.095309 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a23:59:18.155760 run osmo-hlr_10.42.42.2(pid=15890): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15890)]\u000a23:59:18.204922 run osmo-hlr_10.42.42.2(pid=15890): stdout: \u000a| (launched: 2022-12-13_23:59:14.749965) \u000a23:59:18.255051 run osmo-hlr_10.42.42.2(pid=15890): stderr: \u000a| �[0;m�[1;31m20221213235914946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235914946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235914946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235914946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235914946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235914946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235914959 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235914969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235914969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235914969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:59:18.324205 run osmo-msc_10.42.42.6(pid=15896): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15896)]\u000a23:59:18.373625 run osmo-msc_10.42.42.6(pid=15896): stdout: \u000a| (launched: 2022-12-13_23:59:16.915434) \u000a23:59:18.423275 run osmo-msc_10.42.42.6(pid=15896): stderr: \u000a| �[0;m�[38;5;43m20221213235917247 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213235917247 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc19a5a1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213235917247 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213235917247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213235917248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213235917248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213235917252 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213235917254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213235917254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213235917254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:59:18.465448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15889): Terminating (SIGTERM)\u000a23:59:18.505141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15892): Terminating (SIGTERM)\u000a23:59:18.545669 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15895): Terminating (SIGTERM)\u000a23:59:18.554857 --- ParallelTerminationStrategy: PID 15889 died...\u000a23:59:18.607961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15889): Terminated: ok {rc=0}\u000a23:59:18.617935 --- ParallelTerminationStrategy: PID 15892 died...\u000a23:59:18.670947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15892): Terminated: ok {rc=0}\u000a23:59:18.680374 --- ParallelTerminationStrategy: PID 15895 died...\u000a23:59:18.733655 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15895): Terminated: ok {rc=0}\u000a23:59:18.821618 bus /sierra_3: Setting Powered False\u000a23:59:19.924277 bus /sierra_3: Setting Powered False\u000a23:59:21.031443 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:59:01" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15907): Process ended prematurely: osmo-stp_10.42.42.5(pid=15907) [trial-2396↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15907)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15907): Process ended prematurely: osmo-stp_10.42.42.5(pid=15907) [trial-2396↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15907)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a23:59:23.053241 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:59:23.064430 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a23:59:23.205923 tst emergency_mo_mt_call.py: using LAC 37135\u000a23:59:23.327015 tst emergency_mo_mt_call.py: using RAC 160\u000a23:59:23.448758 tst emergency_mo_mt_call.py: using CellId 37135\u000a23:59:23.569133 tst emergency_mo_mt_call.py: using BVCI 37136\u000a23:59:23.592904 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:59:23.604186 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:59:23.615234 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:59:23.626245 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:59:23.637588 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:59:23.648779 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a23:59:23.763763 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a23:59:23.971168 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:59:24.458610 run create_hlr_db(pid=15901): Launched\u000a23:59:24.639259 bus /sierra_2: Setting Powered False\u000a23:59:25.660369 run create_hlr_db(pid=15901): Terminated: ok {rc=0}\u000a23:59:26.052090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15903): Launched\u000a23:59:26.342676 run osmo-hlr_10.42.42.2(pid=15904): Launched\u000a23:59:26.457748 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:59:26.969551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15906): Launched\u000a23:59:27.259598 run osmo-stp_10.42.42.5(pid=15907): Launched\u000a23:59:27.377302 tst emergency_mo_mt_call.py: using MSISDN 8395\u000a23:59:27.535017 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:59:28.104335 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15909): Launched\u000a23:59:28.415506 run osmo-msc_10.42.42.6(pid=15910): Launched\u000a23:59:28.598865 run osmo-stp_10.42.42.5(pid=15907): ERR: Terminated: ERROR {rc=1} [trial-2396↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15907)]\u000a23:59:28.732357 run osmo-stp_10.42.42.5(pid=15907): stdout: \u000a| (launched: 2022-12-13_23:59:27.117129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:59:28.863399 run osmo-stp_10.42.42.5(pid=15907): stderr: \u000a| �[0;m�[38;5;43m20221213235927285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235927285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235927286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235927286 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235927287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235927287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235927287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:59:28.988496 run osmo-stp_10.42.42.5(pid=15907): stdout: \u000a| (launched: 2022-12-13_23:59:27.117129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:59:29.112802 run osmo-stp_10.42.42.5(pid=15907): stderr: \u000a| �[0;m�[38;5;43m20221213235927285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235927285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235927286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235927286 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235927287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235927287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235927287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:59:29.167386 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=15907): Process ended prematurely: osmo-stp_10.42.42.5(pid=15907) [trial-2396↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15907)] [trial-2396↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a23:59:29.176010 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a23:59:29.239005 run osmo-hlr_10.42.42.2(pid=15904): ERR: Terminated: ERROR {rc=237} [trial-2396↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15904)]\u000a23:59:29.290847 run osmo-hlr_10.42.42.2(pid=15904): stdout: \u000a| (launched: 2022-12-13_23:59:26.199864) \u000a23:59:29.342940 run osmo-hlr_10.42.42.2(pid=15904): stderr: \u000a| �[0;m�[1;31m20221213235926376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235926376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235926376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235926376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235926376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235926376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235926388 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235926396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235926396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235926396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:59:29.414232 run osmo-msc_10.42.42.6(pid=15910): ERR: Terminated: ERROR {rc=2} [trial-2396↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15910)]\u000a23:59:29.465741 run osmo-msc_10.42.42.6(pid=15910): stdout: \u000a| (launched: 2022-12-13_23:59:28.262736) \u000a23:59:29.517838 run osmo-msc_10.42.42.6(pid=15910): stderr: \u000a| �[0;m�[38;5;43m20221213235928583 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213235928584 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f65e8589c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213235928584 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213235928584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213235928584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213235928584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213235928586 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213235928586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213235928586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213235928587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:59:29.562278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15903): Terminating (SIGTERM)\u000a23:59:29.604818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15906): Terminating (SIGTERM)\u000a23:59:29.647037 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15909): Terminating (SIGTERM)\u000a23:59:29.656876 --- ParallelTerminationStrategy: PID 15903 died...\u000a23:59:29.714065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15903): Terminated: ok {rc=0}\u000a23:59:29.724162 --- ParallelTerminationStrategy: PID 15906 died...\u000a23:59:29.780041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15906): Terminated: ok {rc=0}\u000a23:59:29.790102 --- ParallelTerminationStrategy: PID 15909 died...\u000a23:59:29.846243 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15909): Terminated: ok {rc=0}\u000a23:59:29.933780 bus /sierra_3: Setting Powered False\u000a23:59:31.035859 bus /sierra_3: Setting Powered False\u000a23:59:32.141259 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15918): Process ended prematurely: osmo-stp_10.42.42.5(pid=15918) [trial-2396↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15918)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15918): Process ended prematurely: osmo-stp_10.42.42.5(pid=15918) [trial-2396↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15918)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a23:59:33.191215 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:59:33.202331 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a23:59:33.336694 tst emergency_preemptive_call.py: using LAC 37136\u000a23:59:33.451752 tst emergency_preemptive_call.py: using RAC 161\u000a23:59:33.565896 tst emergency_preemptive_call.py: using CellId 37136\u000a23:59:33.688747 tst emergency_preemptive_call.py: using BVCI 37137\u000a23:59:33.712999 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:59:33.724282 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:59:33.735442 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:59:33.746376 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:59:33.758555 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:59:33.770492 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a23:59:33.886969 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a23:59:34.008599 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a23:59:34.123180 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a23:59:34.318147 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:59:34.787475 run create_hlr_db(pid=15912): Launched\u000a23:59:34.955472 bus /sierra_2: Setting Powered False\u000a23:59:35.977179 run create_hlr_db(pid=15912): Terminated: ok {rc=0}\u000a23:59:36.365033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15914): Launched\u000a23:59:36.655811 run osmo-hlr_10.42.42.2(pid=15915): Launched\u000a23:59:36.769691 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:59:37.283656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15917): Launched\u000a23:59:37.574893 run osmo-stp_10.42.42.5(pid=15918): Launched\u000a23:59:37.695681 tst emergency_preemptive_call.py: using MSISDN 8396\u000a23:59:37.840573 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:59:38.371878 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15920): Launched\u000a23:59:38.663684 run osmo-msc_10.42.42.6(pid=15921): Launched\u000a23:59:38.839033 run osmo-stp_10.42.42.5(pid=15918): ERR: Terminated: ERROR {rc=1} [trial-2396↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15918)]\u000a23:59:38.963267 run osmo-stp_10.42.42.5(pid=15918): stdout: \u000a| (launched: 2022-12-13_23:59:37.431569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:59:39.085083 run osmo-stp_10.42.42.5(pid=15918): stderr: \u000a| �[0;m�[38;5;43m20221213235937601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235937601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235937601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235937602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235937602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235937602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235937602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:59:39.202000 run osmo-stp_10.42.42.5(pid=15918): stdout: \u000a| (launched: 2022-12-13_23:59:37.431569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:59:39.317921 run osmo-stp_10.42.42.5(pid=15918): stderr: \u000a| �[0;m�[38;5;43m20221213235937601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235937601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235937601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235937602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235937602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235937602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235937602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:59:39.368638 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=15918): Process ended prematurely: osmo-stp_10.42.42.5(pid=15918) [trial-2396↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15918)] [trial-2396↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a23:59:39.376758 tst emergency_preemptive_call.py:32: Test FAILED (6.2 sec)\u000a23:59:39.436318 run osmo-hlr_10.42.42.2(pid=15915): ERR: Terminated: ERROR {rc=237} [trial-2396↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15915)]\u000a23:59:39.485887 run osmo-hlr_10.42.42.2(pid=15915): stdout: \u000a| (launched: 2022-12-13_23:59:36.513252) \u000a23:59:39.535575 run osmo-hlr_10.42.42.2(pid=15915): stderr: \u000a| �[0;m�[1;31m20221213235936690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235936690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235936690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235936690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235936690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235936690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235936703 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235936711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235936712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235936712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:59:39.603442 run osmo-msc_10.42.42.6(pid=15921): ERR: Terminated: ERROR {rc=2} [trial-2396↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15921)]\u000a23:59:39.652369 run osmo-msc_10.42.42.6(pid=15921): stdout: \u000a| (launched: 2022-12-13_23:59:38.519985) \u000a23:59:39.701932 run osmo-msc_10.42.42.6(pid=15921): stderr: \u000a| �[0;m�[38;5;43m20221213235938791 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213235938791 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f94fce2ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213235938791 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213235938791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213235938791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213235938792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213235938793 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213235938794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213235938794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213235938794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:59:39.743783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15914): Terminating (SIGTERM)\u000a23:59:39.783295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15917): Terminating (SIGTERM)\u000a23:59:39.822830 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15920): Terminating (SIGTERM)\u000a23:59:39.832047 --- ParallelTerminationStrategy: PID 15914 died...\u000a23:59:39.885390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15914): Terminated: ok {rc=0}\u000a23:59:39.894948 --- ParallelTerminationStrategy: PID 15917 died...\u000a23:59:39.948471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15917): Terminated: ok {rc=0}\u000a23:59:39.958266 --- ParallelTerminationStrategy: PID 15920 died...\u000a23:59:40.011132 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15920): Terminated: ok {rc=0}\u000a23:59:40.099613 bus /sierra_9: Setting Powered False\u000a23:59:41.203135 bus /sierra_9: Setting Powered False\u000a23:59:42.309479 bus /sierra_8: Setting Powered False\u000a23:59:43.416272 bus /sierra_8: Setting Powered False\u000a23:59:44.524486 bus /sierra_3: Setting Powered False\u000a23:59:45.629471 bus /sierra_3: Setting Powered False\u000a23:59:46.756880 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:59:22" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15937): Process ended prematurely: osmo-stp_10.42.42.5(pid=15937) [trial-2396↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15937)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15937): Process ended prematurely: osmo-stp_10.42.42.5(pid=15937) [trial-2396↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15937)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:59:48.864331 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a23:59:48.874884 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a23:59:49.014953 tst cs_paging_gprs_active.py: using LAC 37137\u000a23:59:49.140143 tst cs_paging_gprs_active.py: using RAC 162\u000a23:59:49.265806 tst cs_paging_gprs_active.py: using CellId 37137\u000a23:59:49.390118 tst cs_paging_gprs_active.py: using BVCI 37138\u000a23:59:49.414445 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a23:59:49.425669 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a23:59:49.436827 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a23:59:49.447707 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a23:59:49.458944 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a23:59:49.470097 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a23:59:49.481430 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a23:59:49.492341 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a23:59:49.503460 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a23:59:49.620605 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a23:59:49.910719 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:59:50.044294 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:59:50.373630 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15927): Launched\u000a23:59:50.646440 run iperf3-srv_10.42.42.10(pid=15928): Launched\u000a23:59:50.841678 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:59:50.974965 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:59:51.303808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15929): Launched\u000a23:59:51.576705 run iperf3-srv_10.42.42.10(pid=15930): Launched\u000a23:59:51.772701 tst cs_paging_gprs_active.py:38: start network...\u000a23:59:51.906266 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:59:52.406044 run create_hlr_db(pid=15931): Launched\u000a23:59:52.590225 bus /sierra_2: Setting Powered False\u000a23:59:53.612187 run create_hlr_db(pid=15931): Terminated: ok {rc=0}\u000a23:59:54.011303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15933): Launched\u000a23:59:54.308741 run osmo-hlr_10.42.42.2(pid=15934): Launched\u000a23:59:54.418807 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:59:54.933345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15936): Launched\u000a23:59:55.230536 run osmo-stp_10.42.42.5(pid=15937): Launched\u000a23:59:55.339510 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:59:55.858884 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15939): Launched\u000a23:59:55.965672 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:59:56.225126 run patchelf(pid=15940): Launched\u000a23:59:56.399180 run osmo-stp_10.42.42.5(pid=15937): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15937)]\u000a23:59:56.526512 run osmo-stp_10.42.42.5(pid=15937): stdout: \u000a| (launched: 2022-12-13_23:59:55.084321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:59:56.654294 run osmo-stp_10.42.42.5(pid=15937): stderr: \u000a| �[0;m�[38;5;43m20221213235955253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235955253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235955254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235955254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235955254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235955255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235955255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:59:56.777641 run osmo-stp_10.42.42.5(pid=15937): stdout: \u000a| (launched: 2022-12-13_23:59:55.084321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:59:56.899692 run osmo-stp_10.42.42.5(pid=15937): stderr: \u000a| �[0;m�[38;5;43m20221213235955253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213235955253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213235955254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213235955254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213235955254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213235955255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213235955255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:59:57.041897 run patchelf(pid=15940): Terminating (SIGINT)\u000a23:59:57.209081 run patchelf(pid=15940): Terminated: ok {rc=0}\u000a23:59:57.239746 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15937): Process ended prematurely: osmo-stp_10.42.42.5(pid=15937) [trial-2396↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15937)] [trial-2396↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a23:59:57.248839 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a23:59:57.308844 run osmo-hlr_10.42.42.2(pid=15934): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15934)]\u000a23:59:57.357777 run osmo-hlr_10.42.42.2(pid=15934): stdout: \u000a| (launched: 2022-12-13_23:59:54.163656) \u000a23:59:57.407291 run osmo-hlr_10.42.42.2(pid=15934): stderr: \u000a| �[0;m�[1;31m20221213235954338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213235954338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213235954338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235954338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213235954339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213235954339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213235954351 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213235954360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213235954360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213235954360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:59:57.449608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15927): Terminating (SIGTERM)\u000a23:59:57.489325 run iperf3-srv_10.42.42.10(pid=15928): Terminating (SIGTERM)\u000a23:59:57.529098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15929): Terminating (SIGTERM)\u000a23:59:57.568763 run iperf3-srv_10.42.42.10(pid=15930): Terminating (SIGTERM)\u000a23:59:57.608328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15933): Terminating (SIGTERM)\u000a23:59:57.648412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15936): Terminating (SIGTERM)\u000a23:59:57.688105 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15939): Terminating (SIGTERM)\u000a23:59:57.697373 --- ParallelTerminationStrategy: PID 15927 died...\u000a23:59:57.750549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15927): Terminated: ok {rc=0}\u000a23:59:57.760060 --- ParallelTerminationStrategy: PID 15928 died...\u000a23:59:57.812909 run iperf3-srv_10.42.42.10(pid=15928): Terminated {rc=256}\u000a23:59:57.822421 --- ParallelTerminationStrategy: PID 15929 died...\u000a23:59:57.875357 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15929): Terminated: ok {rc=0}\u000a23:59:57.884818 --- ParallelTerminationStrategy: PID 15930 died...\u000a23:59:57.937495 run iperf3-srv_10.42.42.10(pid=15930): Terminated {rc=256}\u000a23:59:57.947010 --- ParallelTerminationStrategy: PID 15933 died...\u000a23:59:57.999778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15933): Terminated: ok {rc=0}\u000a23:59:58.009367 --- ParallelTerminationStrategy: PID 15936 died...\u000a23:59:58.062070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15936): Terminated: ok {rc=0}\u000a23:59:58.071616 --- ParallelTerminationStrategy: PID 15939 died...\u000a23:59:58.124372 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15939): Terminated: ok {rc=0}\u000a23:59:58.212103 bus /gobi_0: Setting Powered False\u000a23:59:59.314165 bus /gobi_0: Setting Powered False\u000a00:00:00.420846 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15988): Process ended prematurely: osmo-stp_10.42.42.5(pid=15988) [trial-2396↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15988)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15988): Process ended prematurely: osmo-stp_10.42.42.5(pid=15988) [trial-2396↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15988)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a00:00:01.570102 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:01.586438 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a00:00:01.753726 tst iperf3.py: using LAC 37138\u000a00:00:01.907857 tst iperf3.py: using RAC 163\u000a00:00:02.077353 tst iperf3.py: using CellId 37138\u000a00:00:02.259413 tst iperf3.py: using BVCI 37139\u000a00:00:02.307621 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:02.323480 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:02.338750 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:02.355866 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:02.370074 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:02.384060 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:02.397756 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:02.413630 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:02.426702 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a00:00:02.799772 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:00:02.953710 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:00:03.375372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15971): Launched\u000a00:00:03.720866 run iperf3-srv_10.42.42.10(pid=15973): Launched\u000a00:00:03.947564 tst iperf3.py:8: start network...\u000a00:00:04.094059 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:00:04.630815 run create_hlr_db(pid=15975): Launched\u000a00:00:04.839098 bus /gobi_6: Setting Powered False\u000a00:00:05.827712 run create_hlr_db(pid=15975): Terminated: ok {rc=0}\u000a00:00:06.281485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15984): Launched\u000a00:00:06.600553 run osmo-hlr_10.42.42.2(pid=15985): Launched\u000a00:00:06.721928 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:00:07.246315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15987): Launched\u000a00:00:07.543592 run osmo-stp_10.42.42.5(pid=15988): Launched\u000a00:00:07.651483 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:00:08.167334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15990): Launched\u000a00:00:08.272923 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:00:08.531916 run patchelf(pid=15991): Launched\u000a00:00:08.706321 run osmo-stp_10.42.42.5(pid=15988): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15988)]\u000a00:00:08.835912 run osmo-stp_10.42.42.5(pid=15988): stdout: \u000a| (launched: 2022-12-14_00:00:07.397229)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:00:08.963223 run osmo-stp_10.42.42.5(pid=15988): stderr: \u000a| �[0;m�[38;5;43m20221214000007570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000007570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000007570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000007571 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000007571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000007571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000007571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:00:09.086121 run osmo-stp_10.42.42.5(pid=15988): stdout: \u000a| (launched: 2022-12-14_00:00:07.397229)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:00:09.208096 run osmo-stp_10.42.42.5(pid=15988): stderr: \u000a| �[0;m�[38;5;43m20221214000007570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000007570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000007570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000007571 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000007571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000007571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000007571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:00:09.350295 run patchelf(pid=15991): Terminating (SIGINT)\u000a00:00:09.517774 run patchelf(pid=15991): Terminated: ok {rc=0}\u000a00:00:09.548340 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15988): Process ended prematurely: osmo-stp_10.42.42.5(pid=15988) [trial-2396↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15988)] [trial-2396↪gprs:trx-lms↪iperf3.py:8]\u000a00:00:09.557401 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a00:00:09.616887 run osmo-hlr_10.42.42.2(pid=15985): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15985)]\u000a00:00:09.665438 run osmo-hlr_10.42.42.2(pid=15985): stdout: \u000a| (launched: 2022-12-14_00:00:06.444010) \u000a00:00:09.714814 run osmo-hlr_10.42.42.2(pid=15985): stderr: \u000a| �[0;m�[1;31m20221214000006643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000006643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000006643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000006643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000006643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000006643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000006655 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000006664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000006664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000006664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:00:09.757669 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15971): Terminating (SIGTERM)\u000a00:00:09.797319 run iperf3-srv_10.42.42.10(pid=15973): Terminating (SIGTERM)\u000a00:00:09.837389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15984): Terminating (SIGTERM)\u000a00:00:09.877010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15987): Terminating (SIGTERM)\u000a00:00:09.916433 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15990): Terminating (SIGTERM)\u000a00:00:09.925673 --- ParallelTerminationStrategy: PID 15971 died...\u000a00:00:09.978633 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15971): Terminated: ok {rc=0}\u000a00:00:09.988272 --- ParallelTerminationStrategy: PID 15973 died...\u000a00:00:10.040831 run iperf3-srv_10.42.42.10(pid=15973): Terminated {rc=256}\u000a00:00:10.050284 --- ParallelTerminationStrategy: PID 15984 died...\u000a00:00:10.102964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15984): Terminated: ok {rc=0}\u000a00:00:10.112537 --- ParallelTerminationStrategy: PID 15987 died...\u000a00:00:10.165200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15987): Terminated: ok {rc=0}\u000a00:00:10.174804 --- ParallelTerminationStrategy: PID 15990 died...\u000a00:00:10.227376 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15990): Terminated: ok {rc=0}\u000a00:00:10.310172 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-lms", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16008): Process ended prematurely: osmo-stp_10.42.42.5(pid=16008) [trial-2396↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16008)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16008): Process ended prematurely: osmo-stp_10.42.42.5(pid=16008) [trial-2396↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16008)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a00:00:11.424099 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:11.435625 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a00:00:11.590220 tst iperf3m4.py: using LAC 37139\u000a00:00:11.718482 tst iperf3m4.py: using RAC 164\u000a00:00:11.845290 tst iperf3m4.py: using CellId 37139\u000a00:00:11.970800 tst iperf3m4.py: using BVCI 37140\u000a00:00:11.994942 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:12.006012 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:12.016786 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:12.027587 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:12.038677 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:12.049886 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:12.061168 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:12.072171 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:12.083512 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a00:00:12.203353 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a00:00:12.324862 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a00:00:12.444719 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a00:00:12.720788 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:00:12.844142 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:00:13.150283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15993): Launched\u000a00:00:13.404599 run iperf3-srv_10.42.42.10(pid=15994): Launched\u000a00:00:13.585174 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:00:13.708651 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:00:14.016761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15996): Launched\u000a00:00:14.271173 run iperf3-srv_10.42.42.10(pid=15997): Launched\u000a00:00:14.452334 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:00:14.576021 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:00:14.882602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15998): Launched\u000a00:00:15.137723 run iperf3-srv_10.42.42.10(pid=15999): Launched\u000a00:00:15.318004 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:00:15.441204 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:00:15.748077 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16000): Launched\u000a00:00:16.049278 run iperf3-srv_10.42.42.10(pid=16001): Launched\u000a00:00:16.234667 tst iperf3m4.py:8: start network...\u000a00:00:16.361125 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:00:16.890404 run create_hlr_db(pid=16002): Launched\u000a00:00:17.064368 bus /gobi_6: Setting Powered False\u000a00:00:18.084201 run create_hlr_db(pid=16002): Terminated: ok {rc=0}\u000a00:00:18.506177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16004): Launched\u000a00:00:18.825175 run osmo-hlr_10.42.42.2(pid=16005): Launched\u000a00:00:18.943871 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:00:19.495955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16007): Launched\u000a00:00:19.814894 run osmo-stp_10.42.42.5(pid=16008): Launched\u000a00:00:19.930649 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:00:20.483319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16010): Launched\u000a00:00:20.596709 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:00:20.874446 run patchelf(pid=16011): Launched\u000a00:00:21.060665 run osmo-stp_10.42.42.5(pid=16008): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16008)]\u000a00:00:21.196703 run osmo-stp_10.42.42.5(pid=16008): stdout: \u000a| (launched: 2022-12-14_00:00:19.657599)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:00:21.332883 run osmo-stp_10.42.42.5(pid=16008): stderr: \u000a| �[0;m�[38;5;43m20221214000019848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000019848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000019848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000019849 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000019851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000019851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000019851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:00:21.464612 run osmo-stp_10.42.42.5(pid=16008): stdout: \u000a| (launched: 2022-12-14_00:00:19.657599)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:00:21.595106 run osmo-stp_10.42.42.5(pid=16008): stderr: \u000a| �[0;m�[38;5;43m20221214000019848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000019848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000019848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000019849 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000019851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000019851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000019851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:00:21.747590 run patchelf(pid=16011): Terminating (SIGINT)\u000a00:00:21.926152 run patchelf(pid=16011): Terminated: ok {rc=0}\u000a00:00:21.958928 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16008): Process ended prematurely: osmo-stp_10.42.42.5(pid=16008) [trial-2396↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16008)] [trial-2396↪gprs:trx-lms↪iperf3m4.py:8]\u000a00:00:21.968821 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a00:00:22.032479 run osmo-hlr_10.42.42.2(pid=16005): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16005)]\u000a00:00:22.084130 run osmo-hlr_10.42.42.2(pid=16005): stdout: \u000a| (launched: 2022-12-14_00:00:18.668081) \u000a00:00:22.136190 run osmo-hlr_10.42.42.2(pid=16005): stderr: \u000a| �[0;m�[1;31m20221214000018866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000018866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000018866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000018866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000018866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000018866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000018880 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000018889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000018890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000018890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:00:22.181060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15993): Terminating (SIGTERM)\u000a00:00:22.223169 run iperf3-srv_10.42.42.10(pid=15994): Terminating (SIGTERM)\u000a00:00:22.265151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15996): Terminating (SIGTERM)\u000a00:00:22.306853 run iperf3-srv_10.42.42.10(pid=15997): Terminating (SIGTERM)\u000a00:00:22.348686 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15998): Terminating (SIGTERM)\u000a00:00:22.390498 run iperf3-srv_10.42.42.10(pid=15999): Terminating (SIGTERM)\u000a00:00:22.432447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16000): Terminating (SIGTERM)\u000a00:00:22.474211 run iperf3-srv_10.42.42.10(pid=16001): Terminating (SIGTERM)\u000a00:00:22.516065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16004): Terminating (SIGTERM)\u000a00:00:22.557950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16007): Terminating (SIGTERM)\u000a00:00:22.599855 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16010): Terminating (SIGTERM)\u000a00:00:22.609517 --- ParallelTerminationStrategy: PID 15993 died...\u000a00:00:22.665874 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15993): Terminated: ok {rc=0}\u000a00:00:22.676051 --- ParallelTerminationStrategy: PID 15994 died...\u000a00:00:22.732359 run iperf3-srv_10.42.42.10(pid=15994): Terminated {rc=256}\u000a00:00:22.742360 --- ParallelTerminationStrategy: PID 15996 died...\u000a00:00:22.798551 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15996): Terminated: ok {rc=0}\u000a00:00:22.808542 --- ParallelTerminationStrategy: PID 15997 died...\u000a00:00:22.864502 run iperf3-srv_10.42.42.10(pid=15997): Terminated {rc=256}\u000a00:00:22.874496 --- ParallelTerminationStrategy: PID 15998 died...\u000a00:00:22.930410 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15998): Terminated: ok {rc=0}\u000a00:00:22.940371 --- ParallelTerminationStrategy: PID 15999 died...\u000a00:00:22.996131 run iperf3-srv_10.42.42.10(pid=15999): Terminated {rc=256}\u000a00:00:23.006078 --- ParallelTerminationStrategy: PID 16000 died...\u000a00:00:23.062008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16000): Terminated: ok {rc=0}\u000a00:00:23.071962 --- ParallelTerminationStrategy: PID 16001 died...\u000a00:00:23.127939 run iperf3-srv_10.42.42.10(pid=16001): Terminated {rc=256}\u000a00:00:23.138044 --- ParallelTerminationStrategy: PID 16004 died...\u000a00:00:23.194159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16004): Terminated: ok {rc=0}\u000a00:00:23.204114 --- ParallelTerminationStrategy: PID 16007 died...\u000a00:00:23.260271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16007): Terminated: ok {rc=0}\u000a00:00:23.270366 --- ParallelTerminationStrategy: PID 16010 died...\u000a00:00:23.326583 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16010): Terminated: ok {rc=0}\u000a00:00:23.413751 bus /gobi_4: Setting Powered False\u000a00:00:24.521039 bus /gobi_4: Setting Powered False\u000a00:00:25.629312 bus /gobi_1: Setting Powered False\u000a00:00:26.735296 bus /gobi_1: Setting Powered False\u000a00:00:27.843229 bus /gobi_0: Setting Powered False\u000a00:00:28.948330 bus /gobi_0: Setting Powered False\u000a00:00:30.059774 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16018): Process ended prematurely: osmo-stp_10.42.42.5(pid=16018) [trial-2396↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16018)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16018): Process ended prematurely: osmo-stp_10.42.42.5(pid=16018) [trial-2396↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16018)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a00:00:31.125337 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:31.137176 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a00:00:31.304808 tst ping.py: using LAC 37140\u000a00:00:31.431409 tst ping.py: using RAC 165\u000a00:00:31.583613 tst ping.py: using CellId 37140\u000a00:00:31.715167 tst ping.py: using BVCI 37141\u000a00:00:31.739769 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:31.751132 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:31.762505 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:31.774057 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:31.787243 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:31.800739 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:31.813959 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:31.826767 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a00:00:32.121401 tst ping.py:19: start network...\u000a00:00:32.255166 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:00:32.744559 run create_hlr_db(pid=16012): Launched\u000a00:00:32.926203 bus /gobi_6: Setting Powered False\u000a00:00:33.948319 run create_hlr_db(pid=16012): Terminated: ok {rc=0}\u000a00:00:34.347142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16014): Launched\u000a00:00:34.657464 run osmo-hlr_10.42.42.2(pid=16015): Launched\u000a00:00:34.771949 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:00:35.316753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16017): Launched\u000a00:00:35.628646 run osmo-stp_10.42.42.5(pid=16018): Launched\u000a00:00:35.742865 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:00:36.285958 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16020): Launched\u000a00:00:36.397661 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:00:36.670211 run patchelf(pid=16021): Launched\u000a00:00:36.853826 run osmo-stp_10.42.42.5(pid=16018): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16018)]\u000a00:00:36.987935 run osmo-stp_10.42.42.5(pid=16018): stdout: \u000a| (launched: 2022-12-14_00:00:35.475141)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:00:37.122579 run osmo-stp_10.42.42.5(pid=16018): stderr: \u000a| �[0;m�[38;5;43m20221214000035667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000035667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000035667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000035667 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000035668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000035668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000035668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:00:37.252176 run osmo-stp_10.42.42.5(pid=16018): stdout: \u000a| (launched: 2022-12-14_00:00:35.475141)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:00:37.380926 run osmo-stp_10.42.42.5(pid=16018): stderr: \u000a| �[0;m�[38;5;43m20221214000035667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000035667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000035667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000035667 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000035668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000035668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000035668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:00:37.530817 run patchelf(pid=16021): Terminating (SIGINT)\u000a00:00:37.706668 run patchelf(pid=16021): Terminated: ok {rc=0}\u000a00:00:37.738807 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16018): Process ended prematurely: osmo-stp_10.42.42.5(pid=16018) [trial-2396↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16018)] [trial-2396↪gprs:trx-lms↪ping.py:22]\u000a00:00:37.747992 tst ping.py:22: Test FAILED (6.6 sec)\u000a00:00:37.811783 run osmo-hlr_10.42.42.2(pid=16015): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16015)]\u000a00:00:37.863565 run osmo-hlr_10.42.42.2(pid=16015): stdout: \u000a| (launched: 2022-12-14_00:00:34.505130) \u000a00:00:37.916059 run osmo-hlr_10.42.42.2(pid=16015): stderr: \u000a| �[0;m�[1;31m20221214000034703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000034703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000034703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000034703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000034703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000034703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000034716 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000034724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000034724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000034725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:00:37.960657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16014): Terminating (SIGTERM)\u000a00:00:38.002878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16017): Terminating (SIGTERM)\u000a00:00:38.045223 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16020): Terminating (SIGTERM)\u000a00:00:38.055014 --- ParallelTerminationStrategy: PID 16014 died...\u000a00:00:38.112031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16014): Terminated: ok {rc=0}\u000a00:00:38.122290 --- ParallelTerminationStrategy: PID 16017 died...\u000a00:00:38.179183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16017): Terminated: ok {rc=0}\u000a00:00:38.189458 --- ParallelTerminationStrategy: PID 16020 died...\u000a00:00:38.246282 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16020): Terminated: ok {rc=0}\u000a00:00:38.333508 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16028): Process ended prematurely: osmo-stp_10.42.42.5(pid=16028) [trial-2396↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16028)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16028): Process ended prematurely: osmo-stp_10.42.42.5(pid=16028) [trial-2396↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16028)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a00:00:39.387236 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:39.398880 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a00:00:39.535868 tst ping_idle_ping.py: using LAC 37141\u000a00:00:39.651002 tst ping_idle_ping.py: using RAC 166\u000a00:00:39.766643 tst ping_idle_ping.py: using CellId 37141\u000a00:00:39.881683 tst ping_idle_ping.py: using BVCI 37142\u000a00:00:39.903981 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:39.914542 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:39.925191 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:39.935432 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:39.946765 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:39.958435 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:39.969692 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:39.980651 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a00:00:40.254474 tst ping_idle_ping.py:24: start network...\u000a00:00:40.376438 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:00:40.846505 run create_hlr_db(pid=16022): Launched\u000a00:00:41.015565 bus /gobi_6: Setting Powered False\u000a00:00:42.038849 run create_hlr_db(pid=16022): Terminated: ok {rc=0}\u000a00:00:42.454684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16024): Launched\u000a00:00:42.769318 run osmo-hlr_10.42.42.2(pid=16025): Launched\u000a00:00:42.886007 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:00:43.427206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16027): Launched\u000a00:00:43.739677 run osmo-stp_10.42.42.5(pid=16028): Launched\u000a00:00:43.854371 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:00:44.399380 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16030): Launched\u000a00:00:44.511385 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:00:44.783669 run patchelf(pid=16031): Launched\u000a00:00:44.967085 run osmo-stp_10.42.42.5(pid=16028): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16028)]\u000a00:00:45.101314 run osmo-stp_10.42.42.5(pid=16028): stdout: \u000a| (launched: 2022-12-14_00:00:43.585952)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:00:45.235963 run osmo-stp_10.42.42.5(pid=16028): stderr: \u000a| �[0;m�[38;5;43m20221214000043775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000043775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000043776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000043776 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000043778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000043778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000043778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:00:45.366033 run osmo-stp_10.42.42.5(pid=16028): stdout: \u000a| (launched: 2022-12-14_00:00:43.585952)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:00:45.495042 run osmo-stp_10.42.42.5(pid=16028): stderr: \u000a| �[0;m�[38;5;43m20221214000043775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000043775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000043776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000043776 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000043778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000043778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000043778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:00:45.644672 run patchelf(pid=16031): Terminating (SIGINT)\u000a00:00:45.820999 run patchelf(pid=16031): Terminated: ok {rc=0}\u000a00:00:45.854863 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16028): Process ended prematurely: osmo-stp_10.42.42.5(pid=16028) [trial-2396↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16028)] [trial-2396↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a00:00:45.865186 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a00:00:45.944414 run osmo-hlr_10.42.42.2(pid=16025): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16025)]\u000a00:00:45.998041 run osmo-hlr_10.42.42.2(pid=16025): stdout: \u000a| (launched: 2022-12-14_00:00:42.614340) \u000a00:00:46.052462 run osmo-hlr_10.42.42.2(pid=16025): stderr: \u000a| �[0;m�[1;31m20221214000042810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000042810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000042810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000042810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000042810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000042810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000042822 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000042833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000042833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000042833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:00:46.096484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16024): Terminating (SIGTERM)\u000a00:00:46.140656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16027): Terminating (SIGTERM)\u000a00:00:46.183191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16030): Terminating (SIGTERM)\u000a00:00:46.194788 --- ParallelTerminationStrategy: PID 16024 died...\u000a00:00:46.251913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16024): Terminated: ok {rc=0}\u000a00:00:46.262607 --- ParallelTerminationStrategy: PID 16027 died...\u000a00:00:46.317928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16027): Terminated: ok {rc=0}\u000a00:00:46.328048 --- ParallelTerminationStrategy: PID 16030 died...\u000a00:00:46.383991 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16030): Terminated: ok {rc=0}\u000a00:00:46.470353 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T23:59:48" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16051): Process ended prematurely: osmo-stp_10.42.42.5(pid=16051) [trial-2396↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16051)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16051): Process ended prematurely: osmo-stp_10.42.42.5(pid=16051) [trial-2396↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16051)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:00:48.627880 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:00:48.639332 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:00:48.783630 tst cs_paging_gprs_active.py: using LAC 37142\u000a00:00:48.908161 tst cs_paging_gprs_active.py: using RAC 167\u000a00:00:49.033231 tst cs_paging_gprs_active.py: using CellId 37142\u000a00:00:49.156667 tst cs_paging_gprs_active.py: using BVCI 37143\u000a00:00:49.181280 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:00:49.192788 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:00:49.204065 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:00:49.215446 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:00:49.227113 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:00:49.238897 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:00:49.250754 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:00:49.262412 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:00:49.274342 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:00:49.394101 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:00:49.671389 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:00:49.795813 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:00:50.107206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16035): Launched\u000a00:00:50.364024 run iperf3-srv_10.42.42.10(pid=16036): Launched\u000a00:00:50.546971 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:00:50.671719 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:00:50.981960 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16037): Launched\u000a00:00:51.238882 run iperf3-srv_10.42.42.10(pid=16038): Launched\u000a00:00:51.421282 tst cs_paging_gprs_active.py:38: start network...\u000a00:00:51.545723 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:00:52.023527 run create_hlr_db(pid=16043): Launched\u000a00:00:52.195684 bus /gobi_6: Setting Powered False\u000a00:00:53.217611 run create_hlr_db(pid=16043): Terminated: ok {rc=0}\u000a00:00:53.641340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16047): Launched\u000a00:00:53.959611 run osmo-hlr_10.42.42.2(pid=16048): Launched\u000a00:00:54.079385 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:00:54.630805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16050): Launched\u000a00:00:54.949461 run osmo-stp_10.42.42.5(pid=16051): Launched\u000a00:00:55.065731 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:00:55.619678 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16053): Launched\u000a00:00:55.734123 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:00:56.005481 run patchelf(pid=16054): Launched\u000a00:00:56.182878 run osmo-stp_10.42.42.5(pid=16051): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16051)]\u000a00:00:56.311521 run osmo-stp_10.42.42.5(pid=16051): stdout: \u000a| (launched: 2022-12-14_00:00:54.793030)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:00:56.440480 run osmo-stp_10.42.42.5(pid=16051): stderr: \u000a| �[0;m�[38;5;43m20221214000054983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000054983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000054984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000054984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000054986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000054987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000054987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:00:56.564378 run osmo-stp_10.42.42.5(pid=16051): stdout: \u000a| (launched: 2022-12-14_00:00:54.793030)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:00:56.687450 run osmo-stp_10.42.42.5(pid=16051): stderr: \u000a| �[0;m�[38;5;43m20221214000054983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000054983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000054984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000054984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000054986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000054987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000054987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:00:56.830455 run patchelf(pid=16054): Terminating (SIGINT)\u000a00:00:56.998683 run patchelf(pid=16054): Terminated: ok {rc=0}\u000a00:00:57.029627 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16051): Process ended prematurely: osmo-stp_10.42.42.5(pid=16051) [trial-2396↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16051)] [trial-2396↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a00:00:57.038770 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a00:00:57.098719 run osmo-hlr_10.42.42.2(pid=16048): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16048)]\u000a00:00:57.147818 run osmo-hlr_10.42.42.2(pid=16048): stdout: \u000a| (launched: 2022-12-14_00:00:53.803570) \u000a00:00:57.197375 run osmo-hlr_10.42.42.2(pid=16048): stderr: \u000a| �[0;m�[1;31m20221214000054001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000054001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000054001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000054002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000054002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000054002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000054014 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000054022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000054022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000054022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:00:57.239656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16035): Terminating (SIGTERM)\u000a00:00:57.279076 run iperf3-srv_10.42.42.10(pid=16036): Terminating (SIGTERM)\u000a00:00:57.318466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16037): Terminating (SIGTERM)\u000a00:00:57.357929 run iperf3-srv_10.42.42.10(pid=16038): Terminating (SIGTERM)\u000a00:00:57.397350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16047): Terminating (SIGTERM)\u000a00:00:57.437321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16050): Terminating (SIGTERM)\u000a00:00:57.477335 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16053): Terminating (SIGTERM)\u000a00:00:57.486635 --- ParallelTerminationStrategy: PID 16035 died...\u000a00:00:57.539444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16035): Terminated: ok {rc=0}\u000a00:00:57.549123 --- ParallelTerminationStrategy: PID 16036 died...\u000a00:00:57.601383 run iperf3-srv_10.42.42.10(pid=16036): Terminated {rc=256}\u000a00:00:57.610948 --- ParallelTerminationStrategy: PID 16037 died...\u000a00:00:57.663755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16037): Terminated: ok {rc=0}\u000a00:00:57.673462 --- ParallelTerminationStrategy: PID 16038 died...\u000a00:00:57.725975 run iperf3-srv_10.42.42.10(pid=16038): Terminated {rc=256}\u000a00:00:57.735564 --- ParallelTerminationStrategy: PID 16047 died...\u000a00:00:57.788185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16047): Terminated: ok {rc=0}\u000a00:00:57.797800 --- ParallelTerminationStrategy: PID 16050 died...\u000a00:00:57.850263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16050): Terminated: ok {rc=0}\u000a00:00:57.859743 --- ParallelTerminationStrategy: PID 16053 died...\u000a00:00:57.912274 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16053): Terminated: ok {rc=0}\u000a00:00:58.000244 bus /gobi_0: Setting Powered False\u000a00:00:59.103913 bus /gobi_0: Setting Powered False\u000a00:01:00.214315 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16063): Process ended prematurely: osmo-stp_10.42.42.5(pid=16063) [trial-2396↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16063)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16063): Process ended prematurely: osmo-stp_10.42.42.5(pid=16063) [trial-2396↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16063)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a00:01:01.331742 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:01.344637 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:01:01.485412 tst iperf3.py: using LAC 37143\u000a00:01:01.603755 tst iperf3.py: using RAC 168\u000a00:01:01.724051 tst iperf3.py: using CellId 37143\u000a00:01:01.852581 tst iperf3.py: using BVCI 37144\u000a00:01:01.878069 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:01.890900 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:01.903002 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:01.916137 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:01.929300 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:01.942351 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:01.955881 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:01.968869 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:01.982274 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:01:02.291241 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:01:02.424599 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:01:02.753618 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16055): Launched\u000a00:01:03.025803 run iperf3-srv_10.42.42.10(pid=16056): Launched\u000a00:01:03.221263 tst iperf3.py:8: start network...\u000a00:01:03.354444 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:01:03.853028 run create_hlr_db(pid=16057): Launched\u000a00:01:04.044320 bus /gobi_6: Setting Powered False\u000a00:01:05.058624 run create_hlr_db(pid=16057): Terminated: ok {rc=0}\u000a00:01:05.479931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16059): Launched\u000a00:01:05.798401 run osmo-hlr_10.42.42.2(pid=16060): Launched\u000a00:01:05.922673 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:01:06.472702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16062): Launched\u000a00:01:06.791017 run osmo-stp_10.42.42.5(pid=16063): Launched\u000a00:01:06.906712 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:01:07.458979 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16065): Launched\u000a00:01:07.572375 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:01:07.849231 run patchelf(pid=16066): Launched\u000a00:01:08.035118 run osmo-stp_10.42.42.5(pid=16063): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16063)]\u000a00:01:08.171236 run osmo-stp_10.42.42.5(pid=16063): stdout: \u000a| (launched: 2022-12-14_00:01:06.634221)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:01:08.308210 run osmo-stp_10.42.42.5(pid=16063): stderr: \u000a| �[0;m�[38;5;43m20221214000106826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000106826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000106826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000106826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000106827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000106827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000106827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:01:08.440304 run osmo-stp_10.42.42.5(pid=16063): stdout: \u000a| (launched: 2022-12-14_00:01:06.634221)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:01:08.570759 run osmo-stp_10.42.42.5(pid=16063): stderr: \u000a| �[0;m�[38;5;43m20221214000106826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000106826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000106826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000106826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000106827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000106827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000106827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:01:08.722753 run patchelf(pid=16066): Terminating (SIGINT)\u000a00:01:08.901392 run patchelf(pid=16066): Terminated: ok {rc=0}\u000a00:01:08.934182 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16063): Process ended prematurely: osmo-stp_10.42.42.5(pid=16063) [trial-2396↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16063)] [trial-2396↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a00:01:08.943961 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a00:01:09.006788 run osmo-hlr_10.42.42.2(pid=16060): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16060)]\u000a00:01:09.057793 run osmo-hlr_10.42.42.2(pid=16060): stdout: \u000a| (launched: 2022-12-14_00:01:05.641729) \u000a00:01:09.109907 run osmo-hlr_10.42.42.2(pid=16060): stderr: \u000a| �[0;m�[1;31m20221214000105839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000105839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000105839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000105839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000105839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000105839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000105854 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000105864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000105864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000105864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:01:09.154072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16055): Terminating (SIGTERM)\u000a00:01:09.195527 run iperf3-srv_10.42.42.10(pid=16056): Terminating (SIGTERM)\u000a00:01:09.237173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16059): Terminating (SIGTERM)\u000a00:01:09.278904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16062): Terminating (SIGTERM)\u000a00:01:09.320450 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16065): Terminating (SIGTERM)\u000a00:01:09.330166 --- ParallelTerminationStrategy: PID 16055 died...\u000a00:01:09.386091 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16055): Terminated: ok {rc=0}\u000a00:01:09.395999 --- ParallelTerminationStrategy: PID 16056 died...\u000a00:01:09.451648 run iperf3-srv_10.42.42.10(pid=16056): Terminated {rc=256}\u000a00:01:09.461956 --- ParallelTerminationStrategy: PID 16059 died...\u000a00:01:09.517362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16059): Terminated: ok {rc=0}\u000a00:01:09.527232 --- ParallelTerminationStrategy: PID 16062 died...\u000a00:01:09.583060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16062): Terminated: ok {rc=0}\u000a00:01:09.593062 --- ParallelTerminationStrategy: PID 16065 died...\u000a00:01:09.648799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16065): Terminated: ok {rc=0}\u000a00:01:09.736054 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16081): Process ended prematurely: osmo-stp_10.42.42.5(pid=16081) [trial-2396↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16081)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16081): Process ended prematurely: osmo-stp_10.42.42.5(pid=16081) [trial-2396↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16081)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a00:01:10.845713 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:10.859823 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:01:10.993675 tst iperf3m4.py: using LAC 37144\u000a00:01:11.110939 tst iperf3m4.py: using RAC 169\u000a00:01:11.230063 tst iperf3m4.py: using CellId 37144\u000a00:01:11.346276 tst iperf3m4.py: using BVCI 37145\u000a00:01:11.369224 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:11.379904 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:11.390425 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:11.400856 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:11.411244 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:11.421739 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:11.432370 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:11.442890 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:11.453550 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:01:11.575040 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:01:11.693059 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:01:11.814466 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:01:12.106383 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:01:12.239443 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:01:12.567120 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16067): Launched\u000a00:01:12.839800 run iperf3-srv_10.42.42.10(pid=16068): Launched\u000a00:01:13.034645 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:01:13.167774 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:01:13.495823 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16069): Launched\u000a00:01:13.768438 run iperf3-srv_10.42.42.10(pid=16070): Launched\u000a00:01:13.963013 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:01:14.095431 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:01:14.424030 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16071): Launched\u000a00:01:14.696509 run iperf3-srv_10.42.42.10(pid=16072): Launched\u000a00:01:14.892058 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:01:15.024868 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:01:15.352800 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16073): Launched\u000a00:01:15.625116 run iperf3-srv_10.42.42.10(pid=16074): Launched\u000a00:01:15.820300 tst iperf3m4.py:8: start network...\u000a00:01:15.957486 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:01:16.489334 run create_hlr_db(pid=16075): Launched\u000a00:01:16.676764 bus /gobi_6: Setting Powered False\u000a00:01:17.695662 run create_hlr_db(pid=16075): Terminated: ok {rc=0}\u000a00:01:18.094844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16077): Launched\u000a00:01:18.394103 run osmo-hlr_10.42.42.2(pid=16078): Launched\u000a00:01:18.513417 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:01:19.039528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16080): Launched\u000a00:01:19.337404 run osmo-stp_10.42.42.5(pid=16081): Launched\u000a00:01:19.446616 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:01:19.966078 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16083): Launched\u000a00:01:20.071858 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:01:20.333198 run patchelf(pid=16084): Launched\u000a00:01:20.508537 run osmo-stp_10.42.42.5(pid=16081): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16081)]\u000a00:01:20.636468 run osmo-stp_10.42.42.5(pid=16081): stdout: \u000a| (launched: 2022-12-14_00:01:19.191163)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:01:20.764932 run osmo-stp_10.42.42.5(pid=16081): stderr: \u000a| �[0;m�[38;5;43m20221214000119359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000119359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000119360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000119360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000119362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000119363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000119363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:01:20.888439 run osmo-stp_10.42.42.5(pid=16081): stdout: \u000a| (launched: 2022-12-14_00:01:19.191163)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:01:21.011506 run osmo-stp_10.42.42.5(pid=16081): stderr: \u000a| �[0;m�[38;5;43m20221214000119359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000119359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000119360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000119360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000119362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000119363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000119363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:01:21.154815 run patchelf(pid=16084): Terminating (SIGINT)\u000a00:01:21.323483 run patchelf(pid=16084): Terminated: ok {rc=0}\u000a00:01:21.354456 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16081): Process ended prematurely: osmo-stp_10.42.42.5(pid=16081) [trial-2396↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16081)] [trial-2396↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a00:01:21.363605 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a00:01:21.424392 run osmo-hlr_10.42.42.2(pid=16078): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16078)]\u000a00:01:21.473702 run osmo-hlr_10.42.42.2(pid=16078): stdout: \u000a| (launched: 2022-12-14_00:01:18.246871) \u000a00:01:21.523596 run osmo-hlr_10.42.42.2(pid=16078): stderr: \u000a| �[0;m�[1;31m20221214000118424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000118424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000118424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000118424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000118424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000118424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000118436 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000118445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000118445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000118446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:01:21.566240 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16067): Terminating (SIGTERM)\u000a00:01:21.606404 run iperf3-srv_10.42.42.10(pid=16068): Terminating (SIGTERM)\u000a00:01:21.646786 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16069): Terminating (SIGTERM)\u000a00:01:21.687252 run iperf3-srv_10.42.42.10(pid=16070): Terminating (SIGTERM)\u000a00:01:21.727451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16071): Terminating (SIGTERM)\u000a00:01:21.767684 run iperf3-srv_10.42.42.10(pid=16072): Terminating (SIGTERM)\u000a00:01:21.807970 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16073): Terminating (SIGTERM)\u000a00:01:21.847894 run iperf3-srv_10.42.42.10(pid=16074): Terminating (SIGTERM)\u000a00:01:21.895975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16077): Terminating (SIGTERM)\u000a00:01:21.953280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16080): Terminating (SIGTERM)\u000a00:01:21.993658 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16083): Terminating (SIGTERM)\u000a00:01:22.002920 --- ParallelTerminationStrategy: PID 16067 died...\u000a00:01:22.056474 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16067): Terminated: ok {rc=0}\u000a00:01:22.066192 --- ParallelTerminationStrategy: PID 16068 died...\u000a00:01:22.119083 run iperf3-srv_10.42.42.10(pid=16068): Terminated {rc=256}\u000a00:01:22.128716 --- ParallelTerminationStrategy: PID 16069 died...\u000a00:01:22.181517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16069): Terminated: ok {rc=0}\u000a00:01:22.191118 --- ParallelTerminationStrategy: PID 16070 died...\u000a00:01:22.244015 run iperf3-srv_10.42.42.10(pid=16070): Terminated {rc=256}\u000a00:01:22.253770 --- ParallelTerminationStrategy: PID 16071 died...\u000a00:01:22.307660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16071): Terminated: ok {rc=0}\u000a00:01:22.317338 --- ParallelTerminationStrategy: PID 16072 died...\u000a00:01:22.369892 run iperf3-srv_10.42.42.10(pid=16072): Terminated {rc=256}\u000a00:01:22.379376 --- ParallelTerminationStrategy: PID 16073 died...\u000a00:01:22.432090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16073): Terminated: ok {rc=0}\u000a00:01:22.441819 --- ParallelTerminationStrategy: PID 16074 died...\u000a00:01:22.494432 run iperf3-srv_10.42.42.10(pid=16074): Terminated {rc=256}\u000a00:01:22.504050 --- ParallelTerminationStrategy: PID 16077 died...\u000a00:01:22.557261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16077): Terminated: ok {rc=0}\u000a00:01:22.566830 --- ParallelTerminationStrategy: PID 16080 died...\u000a00:01:22.619565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16080): Terminated: ok {rc=0}\u000a00:01:22.629329 --- ParallelTerminationStrategy: PID 16083 died...\u000a00:01:22.682264 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16083): Terminated: ok {rc=0}\u000a00:01:22.765595 bus /gobi_4: Setting Powered False\u000a00:01:23.868253 bus /gobi_4: Setting Powered False\u000a00:01:24.975180 bus /gobi_1: Setting Powered False\u000a00:01:26.081755 bus /gobi_1: Setting Powered False\u000a00:01:27.189050 bus /gobi_0: Setting Powered False\u000a00:01:28.294131 bus /gobi_0: Setting Powered False\u000a00:01:29.401606 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16091): Process ended prematurely: osmo-stp_10.42.42.5(pid=16091) [trial-2396↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16091)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16091): Process ended prematurely: osmo-stp_10.42.42.5(pid=16091) [trial-2396↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16091)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a00:01:30.469694 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:30.481407 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:01:30.623127 tst ping.py: using LAC 37145\u000a00:01:30.750058 tst ping.py: using RAC 170\u000a00:01:30.875955 tst ping.py: using CellId 37145\u000a00:01:31.004591 tst ping.py: using BVCI 37146\u000a00:01:31.028911 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:31.040607 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:31.053659 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:31.064907 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:31.077498 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:31.091643 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:31.105210 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:31.118477 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:01:31.415433 tst ping.py:19: start network...\u000a00:01:31.551367 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:01:32.086275 run create_hlr_db(pid=16085): Launched\u000a00:01:32.272189 bus /gobi_6: Setting Powered False\u000a00:01:33.279416 run create_hlr_db(pid=16085): Terminated: ok {rc=0}\u000a00:01:33.701186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16087): Launched\u000a00:01:34.013035 run osmo-hlr_10.42.42.2(pid=16088): Launched\u000a00:01:34.130089 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:01:34.672539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16090): Launched\u000a00:01:34.984046 run osmo-stp_10.42.42.5(pid=16091): Launched\u000a00:01:35.098248 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:01:35.641160 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16093): Launched\u000a00:01:35.753212 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:01:36.024129 run patchelf(pid=16094): Launched\u000a00:01:36.207002 run osmo-stp_10.42.42.5(pid=16091): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16091)]\u000a00:01:36.340810 run osmo-stp_10.42.42.5(pid=16091): stdout: \u000a| (launched: 2022-12-14_00:01:34.831104)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:01:36.475503 run osmo-stp_10.42.42.5(pid=16091): stderr: \u000a| �[0;m�[38;5;43m20221214000135021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000135021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000135021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000135022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000135022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000135022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000135022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:01:36.605352 run osmo-stp_10.42.42.5(pid=16091): stdout: \u000a| (launched: 2022-12-14_00:01:34.831104)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:01:36.733818 run osmo-stp_10.42.42.5(pid=16091): stderr: \u000a| �[0;m�[38;5;43m20221214000135021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000135021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000135021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000135022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000135022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000135022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000135022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:01:36.883255 run patchelf(pid=16094): Terminating (SIGINT)\u000a00:01:37.057753 run patchelf(pid=16094): Terminated: ok {rc=0}\u000a00:01:37.089534 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16091): Process ended prematurely: osmo-stp_10.42.42.5(pid=16091) [trial-2396↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16091)] [trial-2396↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a00:01:37.098845 tst ping.py:22: Test FAILED (6.6 sec)\u000a00:01:37.162501 run osmo-hlr_10.42.42.2(pid=16088): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16088)]\u000a00:01:37.214405 run osmo-hlr_10.42.42.2(pid=16088): stdout: \u000a| (launched: 2022-12-14_00:01:33.860261) \u000a00:01:37.266861 run osmo-hlr_10.42.42.2(pid=16088): stderr: \u000a| �[0;m�[1;31m20221214000134057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000134057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000134057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000134057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000134057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000134057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000134069 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000134077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000134078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000134078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:01:37.311494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16087): Terminating (SIGTERM)\u000a00:01:37.353765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16090): Terminating (SIGTERM)\u000a00:01:37.395905 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16093): Terminating (SIGTERM)\u000a00:01:37.405685 --- ParallelTerminationStrategy: PID 16087 died...\u000a00:01:37.462193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16087): Terminated: ok {rc=0}\u000a00:01:37.472235 --- ParallelTerminationStrategy: PID 16090 died...\u000a00:01:37.528726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16090): Terminated: ok {rc=0}\u000a00:01:37.538794 --- ParallelTerminationStrategy: PID 16093 died...\u000a00:01:37.595134 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16093): Terminated: ok {rc=0}\u000a00:01:37.682528 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16101): Process ended prematurely: osmo-stp_10.42.42.5(pid=16101) [trial-2396↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16101)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16101): Process ended prematurely: osmo-stp_10.42.42.5(pid=16101) [trial-2396↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16101)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a00:01:38.734891 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:38.746956 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:01:38.888073 tst ping_idle_ping.py: using LAC 37146\u000a00:01:39.001746 tst ping_idle_ping.py: using RAC 171\u000a00:01:39.115160 tst ping_idle_ping.py: using CellId 37146\u000a00:01:39.228598 tst ping_idle_ping.py: using BVCI 37147\u000a00:01:39.251190 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:39.262241 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:39.273101 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:39.283851 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:39.294552 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:39.305497 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:39.316616 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:39.327524 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:01:39.598663 tst ping_idle_ping.py:24: start network...\u000a00:01:39.720931 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:01:40.191846 run create_hlr_db(pid=16095): Launched\u000a00:01:40.360892 bus /gobi_6: Setting Powered False\u000a00:01:41.383992 run create_hlr_db(pid=16095): Terminated: ok {rc=0}\u000a00:01:41.775194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16097): Launched\u000a00:01:42.067529 run osmo-hlr_10.42.42.2(pid=16098): Launched\u000a00:01:42.174735 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:01:42.684105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16100): Launched\u000a00:01:42.977139 run osmo-stp_10.42.42.5(pid=16101): Launched\u000a00:01:43.083619 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:01:43.594457 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16103): Launched\u000a00:01:43.699175 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:01:43.955444 run patchelf(pid=16104): Launched\u000a00:01:44.126987 run osmo-stp_10.42.42.5(pid=16101): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16101)]\u000a00:01:44.252423 run osmo-stp_10.42.42.5(pid=16101): stdout: \u000a| (launched: 2022-12-14_00:01:42.833260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:01:44.378126 run osmo-stp_10.42.42.5(pid=16101): stderr: \u000a| �[0;m�[38;5;43m20221214000143003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000143003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000143003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000143004 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000143004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000143004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000143004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:01:44.500187 run osmo-stp_10.42.42.5(pid=16101): stdout: \u000a| (launched: 2022-12-14_00:01:42.833260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:01:44.620404 run osmo-stp_10.42.42.5(pid=16101): stderr: \u000a| �[0;m�[38;5;43m20221214000143003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000143003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000143003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000143004 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000143004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000143004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000143004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:01:44.760321 run patchelf(pid=16104): Terminating (SIGINT)\u000a00:01:44.924476 run patchelf(pid=16104): Terminated: ok {rc=0}\u000a00:01:44.954383 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16101): Process ended prematurely: osmo-stp_10.42.42.5(pid=16101) [trial-2396↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16101)] [trial-2396↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a00:01:44.962853 tst ping_idle_ping.py:27: Test FAILED (6.2 sec)\u000a00:01:45.023092 run osmo-hlr_10.42.42.2(pid=16098): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16098)]\u000a00:01:45.072282 run osmo-hlr_10.42.42.2(pid=16098): stdout: \u000a| (launched: 2022-12-14_00:01:41.923731) \u000a00:01:45.121970 run osmo-hlr_10.42.42.2(pid=16098): stderr: \u000a| �[0;m�[1;31m20221214000142103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000142103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000142103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000142103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000142103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000142103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000142115 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000142123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000142123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000142123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:01:45.163861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16097): Terminating (SIGTERM)\u000a00:01:45.203307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16100): Terminating (SIGTERM)\u000a00:01:45.242667 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16103): Terminating (SIGTERM)\u000a00:01:45.251902 --- ParallelTerminationStrategy: PID 16097 died...\u000a00:01:45.305169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16097): Terminated: ok {rc=0}\u000a00:01:45.314907 --- ParallelTerminationStrategy: PID 16100 died...\u000a00:01:45.367881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16100): Terminated: ok {rc=0}\u000a00:01:45.377855 --- ParallelTerminationStrategy: PID 16103 died...\u000a00:01:45.431054 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16103): Terminated: ok {rc=0}\u000a00:01:45.515156 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:00:48" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16118): Process ended prematurely: osmo-stp_10.42.42.5(pid=16118) [trial-2396↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16118)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16118): Process ended prematurely: osmo-stp_10.42.42.5(pid=16118) [trial-2396↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16118)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:01:47.692726 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:01:47.704155 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:01:47.869020 tst cs_paging_gprs_active.py: using LAC 37147\u000a00:01:47.992539 tst cs_paging_gprs_active.py: using RAC 172\u000a00:01:48.116034 tst cs_paging_gprs_active.py: using CellId 37147\u000a00:01:48.239686 tst cs_paging_gprs_active.py: using BVCI 37148\u000a00:01:48.264199 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:01:48.275460 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:01:48.286575 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:01:48.297693 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:01:48.309917 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:01:48.321834 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:01:48.333923 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:01:48.345815 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:01:48.357921 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:01:48.477086 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:01:48.766386 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:01:48.900371 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:01:49.229498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16108): Launched\u000a00:01:49.502855 run iperf3-srv_10.42.42.10(pid=16109): Launched\u000a00:01:49.698958 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:01:49.833382 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:01:50.163107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16110): Launched\u000a00:01:50.436074 run iperf3-srv_10.42.42.10(pid=16111): Launched\u000a00:01:50.631130 tst cs_paging_gprs_active.py:38: start network...\u000a00:01:50.764891 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:01:51.264739 run create_hlr_db(pid=16112): Launched\u000a00:01:51.448457 bus /gobi_6: Setting Powered False\u000a00:01:52.471086 run create_hlr_db(pid=16112): Terminated: ok {rc=0}\u000a00:01:52.893711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16114): Launched\u000a00:01:53.213146 run osmo-hlr_10.42.42.2(pid=16115): Launched\u000a00:01:53.329357 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:01:53.880252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16117): Launched\u000a00:01:54.198287 run osmo-stp_10.42.42.5(pid=16118): Launched\u000a00:01:54.314696 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:01:54.869652 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16120): Launched\u000a00:01:54.983419 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:01:55.267080 run patchelf(pid=16121): Launched\u000a00:01:55.453748 run osmo-stp_10.42.42.5(pid=16118): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16118)]\u000a00:01:55.590068 run osmo-stp_10.42.42.5(pid=16118): stdout: \u000a| (launched: 2022-12-14_00:01:54.042039)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:01:55.726749 run osmo-stp_10.42.42.5(pid=16118): stderr: \u000a| �[0;m�[38;5;43m20221214000154231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000154232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000154232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000154232 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000154235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000154235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000154235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:01:55.858911 run osmo-stp_10.42.42.5(pid=16118): stdout: \u000a| (launched: 2022-12-14_00:01:54.042039)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:01:55.989678 run osmo-stp_10.42.42.5(pid=16118): stderr: \u000a| �[0;m�[38;5;43m20221214000154231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000154232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000154232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000154232 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000154235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000154235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000154235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:01:56.142033 run patchelf(pid=16121): Terminating (SIGINT)\u000a00:01:56.320421 run patchelf(pid=16121): Terminated: ok {rc=0}\u000a00:01:56.353361 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16118): Process ended prematurely: osmo-stp_10.42.42.5(pid=16118) [trial-2396↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16118)] [trial-2396↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a00:01:56.363176 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a00:01:56.426175 run osmo-hlr_10.42.42.2(pid=16115): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16115)]\u000a00:01:56.477330 run osmo-hlr_10.42.42.2(pid=16115): stdout: \u000a| (launched: 2022-12-14_00:01:53.055898) \u000a00:01:56.529098 run osmo-hlr_10.42.42.2(pid=16115): stderr: \u000a| �[0;m�[1;31m20221214000153254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000153254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000153254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000153254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000153254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000153254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000153267 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000153275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000153275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000153275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:01:56.573387 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16108): Terminating (SIGTERM)\u000a00:01:56.615198 run iperf3-srv_10.42.42.10(pid=16109): Terminating (SIGTERM)\u000a00:01:56.656902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16110): Terminating (SIGTERM)\u000a00:01:56.698423 run iperf3-srv_10.42.42.10(pid=16111): Terminating (SIGTERM)\u000a00:01:56.739974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16114): Terminating (SIGTERM)\u000a00:01:56.782008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16117): Terminating (SIGTERM)\u000a00:01:56.823683 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16120): Terminating (SIGTERM)\u000a00:01:56.833309 --- ParallelTerminationStrategy: PID 16108 died...\u000a00:01:56.889361 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16108): Terminated: ok {rc=0}\u000a00:01:56.899333 --- ParallelTerminationStrategy: PID 16109 died...\u000a00:01:56.954777 run iperf3-srv_10.42.42.10(pid=16109): Terminated {rc=256}\u000a00:01:56.964678 --- ParallelTerminationStrategy: PID 16110 died...\u000a00:01:57.020604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16110): Terminated: ok {rc=0}\u000a00:01:57.030596 --- ParallelTerminationStrategy: PID 16111 died...\u000a00:01:57.086083 run iperf3-srv_10.42.42.10(pid=16111): Terminated {rc=256}\u000a00:01:57.096056 --- ParallelTerminationStrategy: PID 16114 died...\u000a00:01:57.151575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16114): Terminated: ok {rc=0}\u000a00:01:57.161912 --- ParallelTerminationStrategy: PID 16117 died...\u000a00:01:57.217572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16117): Terminated: ok {rc=0}\u000a00:01:57.227502 --- ParallelTerminationStrategy: PID 16120 died...\u000a00:01:57.283159 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16120): Terminated: ok {rc=0}\u000a00:01:57.370314 bus /gobi_0: Setting Powered False\u000a00:01:58.474657 bus /gobi_0: Setting Powered False\u000a00:01:59.581078 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16130): Process ended prematurely: osmo-stp_10.42.42.5(pid=16130) [trial-2396↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16130)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16130): Process ended prematurely: osmo-stp_10.42.42.5(pid=16130) [trial-2396↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16130)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a00:02:00.695357 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:00.707246 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:02:00.895719 tst iperf3.py: using LAC 37148\u000a00:02:01.022312 tst iperf3.py: using RAC 173\u000a00:02:01.144480 tst iperf3.py: using CellId 37148\u000a00:02:01.314569 tst iperf3.py: using BVCI 37149\u000a00:02:01.341139 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:01.353649 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:01.365854 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:01.378161 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:01.391515 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:01.404779 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:01.418201 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:01.431329 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:01.444677 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:02:01.789670 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:02:01.935979 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:02:02.286243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16122): Launched\u000a00:02:02.561354 run iperf3-srv_10.42.42.10(pid=16123): Launched\u000a00:02:02.757965 tst iperf3.py:8: start network...\u000a00:02:02.891740 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:02:03.391262 run create_hlr_db(pid=16124): Launched\u000a00:02:03.575367 bus /gobi_6: Setting Powered False\u000a00:02:04.596350 run create_hlr_db(pid=16124): Terminated: ok {rc=0}\u000a00:02:04.995440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16126): Launched\u000a00:02:05.292546 run osmo-hlr_10.42.42.2(pid=16127): Launched\u000a00:02:05.402218 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:02:05.919074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16129): Launched\u000a00:02:06.216888 run osmo-stp_10.42.42.5(pid=16130): Launched\u000a00:02:06.325489 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:02:06.844492 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16132): Launched\u000a00:02:06.950553 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:02:07.210222 run patchelf(pid=16133): Launched\u000a00:02:07.385328 run osmo-stp_10.42.42.5(pid=16130): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16130)]\u000a00:02:07.513385 run osmo-stp_10.42.42.5(pid=16130): stdout: \u000a| (launched: 2022-12-14_00:02:06.070371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:02:07.641498 run osmo-stp_10.42.42.5(pid=16130): stderr: \u000a| �[0;m�[38;5;43m20221214000206239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000206239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000206239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000206240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000206242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000206242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000206242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:02:07.764629 run osmo-stp_10.42.42.5(pid=16130): stdout: \u000a| (launched: 2022-12-14_00:02:06.070371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:02:07.887279 run osmo-stp_10.42.42.5(pid=16130): stderr: \u000a| �[0;m�[38;5;43m20221214000206239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000206239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000206239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000206240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000206242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000206242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000206242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:02:08.030238 run patchelf(pid=16133): Terminating (SIGINT)\u000a00:02:08.198721 run patchelf(pid=16133): Terminated: ok {rc=0}\u000a00:02:08.229746 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16130): Process ended prematurely: osmo-stp_10.42.42.5(pid=16130) [trial-2396↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16130)] [trial-2396↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a00:02:08.238785 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a00:02:08.298699 run osmo-hlr_10.42.42.2(pid=16127): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16127)]\u000a00:02:08.347951 run osmo-hlr_10.42.42.2(pid=16127): stdout: \u000a| (launched: 2022-12-14_00:02:05.146593) \u000a00:02:08.397728 run osmo-hlr_10.42.42.2(pid=16127): stderr: \u000a| �[0;m�[1;31m20221214000205323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000205323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000205323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000205323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000205323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000205323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000205335 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000205344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000205345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000205345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:02:08.440019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16122): Terminating (SIGTERM)\u000a00:02:08.479691 run iperf3-srv_10.42.42.10(pid=16123): Terminating (SIGTERM)\u000a00:02:08.519403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16126): Terminating (SIGTERM)\u000a00:02:08.558968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16129): Terminating (SIGTERM)\u000a00:02:08.598514 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16132): Terminating (SIGTERM)\u000a00:02:08.607760 --- ParallelTerminationStrategy: PID 16122 died...\u000a00:02:08.661556 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16122): Terminated: ok {rc=0}\u000a00:02:08.671424 --- ParallelTerminationStrategy: PID 16123 died...\u000a00:02:08.724280 run iperf3-srv_10.42.42.10(pid=16123): Terminated {rc=256}\u000a00:02:08.733921 --- ParallelTerminationStrategy: PID 16126 died...\u000a00:02:08.786936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16126): Terminated: ok {rc=0}\u000a00:02:08.796506 --- ParallelTerminationStrategy: PID 16129 died...\u000a00:02:08.849083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16129): Terminated: ok {rc=0}\u000a00:02:08.858770 --- ParallelTerminationStrategy: PID 16132 died...\u000a00:02:08.911709 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16132): Terminated: ok {rc=0}\u000a00:02:08.995141 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16148): Process ended prematurely: osmo-stp_10.42.42.5(pid=16148) [trial-2396↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16148)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16148): Process ended prematurely: osmo-stp_10.42.42.5(pid=16148) [trial-2396↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16148)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a00:02:10.102476 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:10.114011 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:02:10.270090 tst iperf3m4.py: using LAC 37149\u000a00:02:10.388115 tst iperf3m4.py: using RAC 174\u000a00:02:10.505067 tst iperf3m4.py: using CellId 37149\u000a00:02:10.622828 tst iperf3m4.py: using BVCI 37150\u000a00:02:10.645996 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:10.657036 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:10.668019 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:10.679079 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:10.690079 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:10.701284 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:10.712383 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:10.723292 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:10.734447 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:02:10.850361 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:02:10.970626 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:02:11.090454 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:02:11.367806 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:02:11.492577 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:02:11.802203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16134): Launched\u000a00:02:12.058839 run iperf3-srv_10.42.42.10(pid=16135): Launched\u000a00:02:12.240867 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:02:12.365233 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:02:12.674482 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16136): Launched\u000a00:02:12.931576 run iperf3-srv_10.42.42.10(pid=16137): Launched\u000a00:02:13.113203 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:02:13.237172 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:02:13.546035 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16138): Launched\u000a00:02:13.810591 run iperf3-srv_10.42.42.10(pid=16139): Launched\u000a00:02:14.006020 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:02:14.138746 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:02:14.467814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16140): Launched\u000a00:02:14.741777 run iperf3-srv_10.42.42.10(pid=16141): Launched\u000a00:02:14.937339 tst iperf3m4.py:8: start network...\u000a00:02:15.070508 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:02:15.571112 run create_hlr_db(pid=16142): Launched\u000a00:02:15.754865 bus /gobi_6: Setting Powered False\u000a00:02:16.822535 run create_hlr_db(pid=16142): Terminated: ok {rc=0}\u000a00:02:17.272829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16144): Launched\u000a00:02:17.593737 run osmo-hlr_10.42.42.2(pid=16145): Launched\u000a00:02:17.711860 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:02:18.263955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16147): Launched\u000a00:02:18.581130 run osmo-stp_10.42.42.5(pid=16148): Launched\u000a00:02:18.696319 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:02:19.250574 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16150): Launched\u000a00:02:19.364204 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:02:19.640858 run patchelf(pid=16151): Launched\u000a00:02:19.828238 run osmo-stp_10.42.42.5(pid=16148): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16148)]\u000a00:02:19.964715 run osmo-stp_10.42.42.5(pid=16148): stdout: \u000a| (launched: 2022-12-14_00:02:18.425476)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:02:20.101674 run osmo-stp_10.42.42.5(pid=16148): stderr: \u000a| �[0;m�[38;5;43m20221214000218618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000218618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000218618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000218619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000218619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000218619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000218620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:02:20.233715 run osmo-stp_10.42.42.5(pid=16148): stdout: \u000a| (launched: 2022-12-14_00:02:18.425476)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:02:20.364511 run osmo-stp_10.42.42.5(pid=16148): stderr: \u000a| �[0;m�[38;5;43m20221214000218618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000218618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000218618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000218619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000218619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000218619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000218620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:02:20.516873 run patchelf(pid=16151): Terminating (SIGINT)\u000a00:02:20.695632 run patchelf(pid=16151): Terminated: ok {rc=0}\u000a00:02:20.728402 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16148): Process ended prematurely: osmo-stp_10.42.42.5(pid=16148) [trial-2396↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16148)] [trial-2396↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a00:02:20.738333 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a00:02:20.802771 run osmo-hlr_10.42.42.2(pid=16145): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16145)]\u000a00:02:20.854681 run osmo-hlr_10.42.42.2(pid=16145): stdout: \u000a| (launched: 2022-12-14_00:02:17.434917) \u000a00:02:20.907018 run osmo-hlr_10.42.42.2(pid=16145): stderr: \u000a| �[0;m�[1;31m20221214000217630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000217630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000217630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000217630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000217631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000217631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000217643 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000217652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000217652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000217652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:02:20.951724 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16134): Terminating (SIGTERM)\u000a00:02:20.994111 run iperf3-srv_10.42.42.10(pid=16135): Terminating (SIGTERM)\u000a00:02:21.036238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16136): Terminating (SIGTERM)\u000a00:02:21.078176 run iperf3-srv_10.42.42.10(pid=16137): Terminating (SIGTERM)\u000a00:02:21.120384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16138): Terminating (SIGTERM)\u000a00:02:21.162325 run iperf3-srv_10.42.42.10(pid=16139): Terminating (SIGTERM)\u000a00:02:21.204778 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16140): Terminating (SIGTERM)\u000a00:02:21.246825 run iperf3-srv_10.42.42.10(pid=16141): Terminating (SIGTERM)\u000a00:02:21.288797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16144): Terminating (SIGTERM)\u000a00:02:21.331053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16147): Terminating (SIGTERM)\u000a00:02:21.373221 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16150): Terminating (SIGTERM)\u000a00:02:21.382972 --- ParallelTerminationStrategy: PID 16134 died...\u000a00:02:21.439754 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16134): Terminated: ok {rc=0}\u000a00:02:21.450033 --- ParallelTerminationStrategy: PID 16135 died...\u000a00:02:21.506516 run iperf3-srv_10.42.42.10(pid=16135): Terminated {rc=256}\u000a00:02:21.516613 --- ParallelTerminationStrategy: PID 16136 died...\u000a00:02:21.573138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16136): Terminated: ok {rc=0}\u000a00:02:21.583269 --- ParallelTerminationStrategy: PID 16137 died...\u000a00:02:21.639524 run iperf3-srv_10.42.42.10(pid=16137): Terminated {rc=256}\u000a00:02:21.649755 --- ParallelTerminationStrategy: PID 16138 died...\u000a00:02:21.706162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16138): Terminated: ok {rc=0}\u000a00:02:21.716275 --- ParallelTerminationStrategy: PID 16139 died...\u000a00:02:21.772739 run iperf3-srv_10.42.42.10(pid=16139): Terminated {rc=256}\u000a00:02:21.782852 --- ParallelTerminationStrategy: PID 16140 died...\u000a00:02:21.839249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16140): Terminated: ok {rc=0}\u000a00:02:21.849503 --- ParallelTerminationStrategy: PID 16141 died...\u000a00:02:21.905642 run iperf3-srv_10.42.42.10(pid=16141): Terminated {rc=256}\u000a00:02:21.915692 --- ParallelTerminationStrategy: PID 16144 died...\u000a00:02:21.971666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16144): Terminated: ok {rc=0}\u000a00:02:21.981841 --- ParallelTerminationStrategy: PID 16147 died...\u000a00:02:22.038074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16147): Terminated: ok {rc=0}\u000a00:02:22.048168 --- ParallelTerminationStrategy: PID 16150 died...\u000a00:02:22.104288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16150): Terminated: ok {rc=0}\u000a00:02:22.190820 bus /gobi_4: Setting Powered False\u000a00:02:23.296727 bus /gobi_4: Setting Powered False\u000a00:02:24.403786 bus /gobi_1: Setting Powered False\u000a00:02:25.510898 bus /gobi_1: Setting Powered False\u000a00:02:26.619552 bus /gobi_0: Setting Powered False\u000a00:02:27.725304 bus /gobi_0: Setting Powered False\u000a00:02:28.833792 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16158): Process ended prematurely: osmo-stp_10.42.42.5(pid=16158) [trial-2396↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16158)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16158): Process ended prematurely: osmo-stp_10.42.42.5(pid=16158) [trial-2396↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16158)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a00:02:29.899099 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:29.910605 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:02:30.063909 tst ping.py: using LAC 37150\u000a00:02:30.183837 tst ping.py: using RAC 175\u000a00:02:30.296525 tst ping.py: using CellId 37150\u000a00:02:30.409550 tst ping.py: using BVCI 37151\u000a00:02:30.431769 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:30.442676 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:30.453353 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:30.463967 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:30.474533 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:30.485315 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:30.496020 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:30.507087 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:02:30.774421 tst ping.py:19: start network...\u000a00:02:30.922549 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:02:31.461152 run create_hlr_db(pid=16152): Launched\u000a00:02:31.649284 bus /gobi_6: Setting Powered False\u000a00:02:32.664101 run create_hlr_db(pid=16152): Terminated: ok {rc=0}\u000a00:02:33.085128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16154): Launched\u000a00:02:33.396664 run osmo-hlr_10.42.42.2(pid=16155): Launched\u000a00:02:33.513776 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:02:34.059220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16157): Launched\u000a00:02:34.370604 run osmo-stp_10.42.42.5(pid=16158): Launched\u000a00:02:34.484183 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:02:35.029601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16160): Launched\u000a00:02:35.141355 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:02:35.413951 run patchelf(pid=16161): Launched\u000a00:02:35.597272 run osmo-stp_10.42.42.5(pid=16158): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16158)]\u000a00:02:35.730842 run osmo-stp_10.42.42.5(pid=16158): stdout: \u000a| (launched: 2022-12-14_00:02:34.217712)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:02:35.865619 run osmo-stp_10.42.42.5(pid=16158): stderr: \u000a| �[0;m�[38;5;43m20221214000234407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000234407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000234407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000234408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000234408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000234408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000234408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:02:35.995203 run osmo-stp_10.42.42.5(pid=16158): stdout: \u000a| (launched: 2022-12-14_00:02:34.217712)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:02:36.123628 run osmo-stp_10.42.42.5(pid=16158): stderr: \u000a| �[0;m�[38;5;43m20221214000234407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000234407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000234407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000234408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000234408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000234408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000234408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:02:36.272762 run patchelf(pid=16161): Terminating (SIGINT)\u000a00:02:36.447629 run patchelf(pid=16161): Terminated: ok {rc=0}\u000a00:02:36.479715 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16158): Process ended prematurely: osmo-stp_10.42.42.5(pid=16158) [trial-2396↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16158)] [trial-2396↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a00:02:36.489176 tst ping.py:22: Test FAILED (6.6 sec)\u000a00:02:36.552884 run osmo-hlr_10.42.42.2(pid=16155): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16155)]\u000a00:02:36.604926 run osmo-hlr_10.42.42.2(pid=16155): stdout: \u000a| (launched: 2022-12-14_00:02:33.243466) \u000a00:02:36.657482 run osmo-hlr_10.42.42.2(pid=16155): stderr: \u000a| �[0;m�[1;31m20221214000233438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000233438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000233438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000233438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000233438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000233438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000233452 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000233462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000233462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000233462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:02:36.702213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16154): Terminating (SIGTERM)\u000a00:02:36.744335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16157): Terminating (SIGTERM)\u000a00:02:36.786922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16160): Terminating (SIGTERM)\u000a00:02:36.796739 --- ParallelTerminationStrategy: PID 16154 died...\u000a00:02:36.853590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16154): Terminated: ok {rc=0}\u000a00:02:36.863679 --- ParallelTerminationStrategy: PID 16157 died...\u000a00:02:36.920320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16157): Terminated: ok {rc=0}\u000a00:02:36.930580 --- ParallelTerminationStrategy: PID 16160 died...\u000a00:02:36.987148 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16160): Terminated: ok {rc=0}\u000a00:02:37.074648 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 66, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16168): Process ended prematurely: osmo-stp_10.42.42.5(pid=16168) [trial-2396↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16168)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16168): Process ended prematurely: osmo-stp_10.42.42.5(pid=16168) [trial-2396↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16168)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a00:02:38.126918 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:38.138748 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:02:38.292212 tst ping_idle_ping.py: using LAC 37151\u000a00:02:38.407189 tst ping_idle_ping.py: using RAC 176\u000a00:02:38.524175 tst ping_idle_ping.py: using CellId 37151\u000a00:02:38.642036 tst ping_idle_ping.py: using BVCI 37152\u000a00:02:38.664407 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:38.675254 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:38.685884 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:38.696563 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:38.707227 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:38.717922 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:38.728531 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:38.739135 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:02:39.008615 tst ping_idle_ping.py:24: start network...\u000a00:02:39.130862 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:02:39.604074 run create_hlr_db(pid=16162): Launched\u000a00:02:39.773598 bus /gobi_6: Setting Powered False\u000a00:02:40.796596 run create_hlr_db(pid=16162): Terminated: ok {rc=0}\u000a00:02:41.214077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16164): Launched\u000a00:02:41.527592 run osmo-hlr_10.42.42.2(pid=16165): Launched\u000a00:02:41.646260 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:02:42.190336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16167): Launched\u000a00:02:42.503643 run osmo-stp_10.42.42.5(pid=16168): Launched\u000a00:02:42.618723 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:02:43.167643 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16170): Launched\u000a00:02:43.280087 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:02:43.553816 run patchelf(pid=16171): Launched\u000a00:02:43.738464 run osmo-stp_10.42.42.5(pid=16168): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16168)]\u000a00:02:43.873845 run osmo-stp_10.42.42.5(pid=16168): stdout: \u000a| (launched: 2022-12-14_00:02:42.349614)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:02:44.009147 run osmo-stp_10.42.42.5(pid=16168): stderr: \u000a| �[0;m�[38;5;43m20221214000242540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000242540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000242541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000242541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000242541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000242542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000242542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:02:44.139444 run osmo-stp_10.42.42.5(pid=16168): stdout: \u000a| (launched: 2022-12-14_00:02:42.349614)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:02:44.268689 run osmo-stp_10.42.42.5(pid=16168): stderr: \u000a| �[0;m�[38;5;43m20221214000242540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000242540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000242541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000242541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000242541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000242542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000242542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:02:44.419077 run patchelf(pid=16171): Terminating (SIGINT)\u000a00:02:44.594852 run patchelf(pid=16171): Terminated: ok {rc=0}\u000a00:02:44.626777 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16168): Process ended prematurely: osmo-stp_10.42.42.5(pid=16168) [trial-2396↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16168)] [trial-2396↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a00:02:44.635982 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a00:02:44.699345 run osmo-hlr_10.42.42.2(pid=16165): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16165)]\u000a00:02:44.751094 run osmo-hlr_10.42.42.2(pid=16165): stdout: \u000a| (launched: 2022-12-14_00:02:41.373571) \u000a00:02:44.803476 run osmo-hlr_10.42.42.2(pid=16165): stderr: \u000a| �[0;m�[1;31m20221214000241571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000241571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000241571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000241571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000241571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000241571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000241588 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000241597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000241597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000241597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:02:44.848368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16164): Terminating (SIGTERM)\u000a00:02:44.890703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16167): Terminating (SIGTERM)\u000a00:02:44.932739 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16170): Terminating (SIGTERM)\u000a00:02:44.942650 --- ParallelTerminationStrategy: PID 16164 died...\u000a00:02:44.999578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16164): Terminated: ok {rc=0}\u000a00:02:45.009864 --- ParallelTerminationStrategy: PID 16167 died...\u000a00:02:45.066317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16167): Terminated: ok {rc=0}\u000a00:02:45.076526 --- ParallelTerminationStrategy: PID 16170 died...\u000a00:02:45.132433 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16170): Terminated: ok {rc=0}\u000a00:02:45.221546 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:01:47" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16185): Process ended prematurely: osmo-stp_10.42.42.5(pid=16185) [trial-2396↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16185)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16185): Process ended prematurely: osmo-stp_10.42.42.5(pid=16185) [trial-2396↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16185)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:02:47.459694 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:02:47.471145 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:02:47.638977 tst cs_paging_gprs_active.py: using LAC 37152\u000a00:02:47.764619 tst cs_paging_gprs_active.py: using RAC 177\u000a00:02:47.885934 tst cs_paging_gprs_active.py: using CellId 37152\u000a00:02:48.011154 tst cs_paging_gprs_active.py: using BVCI 37153\u000a00:02:48.035783 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:02:48.047264 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:02:48.058390 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:02:48.069747 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:02:48.081884 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:02:48.093549 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:02:48.105007 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:02:48.117804 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:02:48.130041 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:02:48.251087 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:02:48.530974 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:02:48.655041 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:02:48.964165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16175): Launched\u000a00:02:49.221843 run iperf3-srv_10.42.42.10(pid=16176): Launched\u000a00:02:49.403649 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:02:49.528041 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:02:49.836211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16177): Launched\u000a00:02:50.092453 run iperf3-srv_10.42.42.10(pid=16178): Launched\u000a00:02:50.274485 tst cs_paging_gprs_active.py:38: start network...\u000a00:02:50.398914 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:02:50.877023 run create_hlr_db(pid=16179): Launched\u000a00:02:51.063053 bus /gobi_6: Setting Powered False\u000a00:02:52.084605 run create_hlr_db(pid=16179): Terminated: ok {rc=0}\u000a00:02:52.507228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16181): Launched\u000a00:02:52.828140 run osmo-hlr_10.42.42.2(pid=16182): Launched\u000a00:02:52.944647 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:02:53.498439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16184): Launched\u000a00:02:53.818472 run osmo-stp_10.42.42.5(pid=16185): Launched\u000a00:02:53.935540 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:02:54.492456 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16187): Launched\u000a00:02:54.607275 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:02:54.885846 run patchelf(pid=16188): Launched\u000a00:02:55.075185 run osmo-stp_10.42.42.5(pid=16185): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16185)]\u000a00:02:55.212483 run osmo-stp_10.42.42.5(pid=16185): stdout: \u000a| (launched: 2022-12-14_00:02:53.660799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:02:55.350321 run osmo-stp_10.42.42.5(pid=16185): stderr: \u000a| �[0;m�[38;5;43m20221214000253854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000253854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000253854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000253854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000253855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000253855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000253855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:02:55.482898 run osmo-stp_10.42.42.5(pid=16185): stdout: \u000a| (launched: 2022-12-14_00:02:53.660799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:02:55.614457 run osmo-stp_10.42.42.5(pid=16185): stderr: \u000a| �[0;m�[38;5;43m20221214000253854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000253854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000253854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000253854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000253855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000253855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000253855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:02:55.766891 run patchelf(pid=16188): Terminating (SIGINT)\u000a00:02:55.946214 run patchelf(pid=16188): Terminated: ok {rc=0}\u000a00:02:55.979028 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16185): Process ended prematurely: osmo-stp_10.42.42.5(pid=16185) [trial-2396↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16185)] [trial-2396↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a00:02:55.988821 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a00:02:56.051854 run osmo-hlr_10.42.42.2(pid=16182): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16182)]\u000a00:02:56.103116 run osmo-hlr_10.42.42.2(pid=16182): stdout: \u000a| (launched: 2022-12-14_00:02:52.669943) \u000a00:02:56.155052 run osmo-hlr_10.42.42.2(pid=16182): stderr: \u000a| �[0;m�[1;31m20221214000252869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000252869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000252869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000252869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000252869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000252869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000252880 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000252889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000252889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000252889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:02:56.199350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16175): Terminating (SIGTERM)\u000a00:02:56.241110 run iperf3-srv_10.42.42.10(pid=16176): Terminating (SIGTERM)\u000a00:02:56.282785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16177): Terminating (SIGTERM)\u000a00:02:56.324301 run iperf3-srv_10.42.42.10(pid=16178): Terminating (SIGTERM)\u000a00:02:56.366110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16181): Terminating (SIGTERM)\u000a00:02:56.407710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16184): Terminating (SIGTERM)\u000a00:02:56.449616 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16187): Terminating (SIGTERM)\u000a00:02:56.459265 --- ParallelTerminationStrategy: PID 16175 died...\u000a00:02:56.515636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16175): Terminated: ok {rc=0}\u000a00:02:56.525674 --- ParallelTerminationStrategy: PID 16176 died...\u000a00:02:56.581141 run iperf3-srv_10.42.42.10(pid=16176): Terminated {rc=256}\u000a00:02:56.591069 --- ParallelTerminationStrategy: PID 16177 died...\u000a00:02:56.646769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16177): Terminated: ok {rc=0}\u000a00:02:56.656683 --- ParallelTerminationStrategy: PID 16178 died...\u000a00:02:56.712174 run iperf3-srv_10.42.42.10(pid=16178): Terminated {rc=256}\u000a00:02:56.722116 --- ParallelTerminationStrategy: PID 16181 died...\u000a00:02:56.778087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16181): Terminated: ok {rc=0}\u000a00:02:56.788169 --- ParallelTerminationStrategy: PID 16184 died...\u000a00:02:56.843876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16184): Terminated: ok {rc=0}\u000a00:02:56.853897 --- ParallelTerminationStrategy: PID 16187 died...\u000a00:02:56.909845 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16187): Terminated: ok {rc=0}\u000a00:02:56.996098 bus /gobi_0: Setting Powered False\u000a00:02:58.099542 bus /gobi_0: Setting Powered False\u000a00:02:59.209418 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16198): Process ended prematurely: osmo-stp_10.42.42.5(pid=16198) [trial-2396↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16198)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16198): Process ended prematurely: osmo-stp_10.42.42.5(pid=16198) [trial-2396↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16198)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a00:03:00.318313 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:00.329918 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:03:00.487265 tst iperf3.py: using LAC 37153\u000a00:03:00.606690 tst iperf3.py: using RAC 178\u000a00:03:00.725615 tst iperf3.py: using CellId 37153\u000a00:03:00.849108 tst iperf3.py: using BVCI 37154\u000a00:03:00.877467 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:00.890453 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:00.904680 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:00.926742 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:00.939259 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:00.951278 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:00.963103 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:00.975681 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:00.988653 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:03:01.296642 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:03:01.479283 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:03:01.813467 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16190): Launched\u000a00:03:02.094204 run iperf3-srv_10.42.42.10(pid=16191): Launched\u000a00:03:02.279762 tst iperf3.py:8: start network...\u000a00:03:02.405835 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:03:02.884141 run create_hlr_db(pid=16192): Launched\u000a00:03:03.056166 bus /gobi_6: Setting Powered False\u000a00:03:04.077895 run create_hlr_db(pid=16192): Terminated: ok {rc=0}\u000a00:03:04.501118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16194): Launched\u000a00:03:04.820669 run osmo-hlr_10.42.42.2(pid=16195): Launched\u000a00:03:04.940547 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:03:05.495510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16197): Launched\u000a00:03:05.813594 run osmo-stp_10.42.42.5(pid=16198): Launched\u000a00:03:05.928767 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:03:06.489392 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16200): Launched\u000a00:03:06.603124 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:03:06.880753 run patchelf(pid=16201): Launched\u000a00:03:07.067234 run osmo-stp_10.42.42.5(pid=16198): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16198)]\u000a00:03:07.203971 run osmo-stp_10.42.42.5(pid=16198): stdout: \u000a| (launched: 2022-12-14_00:03:05.657876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:03:07.341186 run osmo-stp_10.42.42.5(pid=16198): stderr: \u000a| �[0;m�[38;5;43m20221214000305852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000305852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000305852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000305852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000305853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000305853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000305853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:03:07.473055 run osmo-stp_10.42.42.5(pid=16198): stdout: \u000a| (launched: 2022-12-14_00:03:05.657876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:03:07.604283 run osmo-stp_10.42.42.5(pid=16198): stderr: \u000a| �[0;m�[38;5;43m20221214000305852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000305852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000305852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000305852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000305853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000305853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000305853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:03:07.756701 run patchelf(pid=16201): Terminating (SIGINT)\u000a00:03:07.935619 run patchelf(pid=16201): Terminated: ok {rc=0}\u000a00:03:07.968214 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16198): Process ended prematurely: osmo-stp_10.42.42.5(pid=16198) [trial-2396↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16198)] [trial-2396↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a00:03:07.978000 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a00:03:08.041025 run osmo-hlr_10.42.42.2(pid=16195): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16195)]\u000a00:03:08.092302 run osmo-hlr_10.42.42.2(pid=16195): stdout: \u000a| (launched: 2022-12-14_00:03:04.663577) \u000a00:03:08.144263 run osmo-hlr_10.42.42.2(pid=16195): stderr: \u000a| �[0;m�[1;31m20221214000304862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000304862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000304862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000304862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000304862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000304862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000304874 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000304884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000304885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000304885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:03:08.188681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16190): Terminating (SIGTERM)\u000a00:03:08.230601 run iperf3-srv_10.42.42.10(pid=16191): Terminating (SIGTERM)\u000a00:03:08.272330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16194): Terminating (SIGTERM)\u000a00:03:08.314150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16197): Terminating (SIGTERM)\u000a00:03:08.356278 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16200): Terminating (SIGTERM)\u000a00:03:08.366108 --- ParallelTerminationStrategy: PID 16190 died...\u000a00:03:08.422628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16190): Terminated: ok {rc=0}\u000a00:03:08.432745 --- ParallelTerminationStrategy: PID 16191 died...\u000a00:03:08.488814 run iperf3-srv_10.42.42.10(pid=16191): Terminated {rc=256}\u000a00:03:08.498878 --- ParallelTerminationStrategy: PID 16194 died...\u000a00:03:08.555107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16194): Terminated: ok {rc=0}\u000a00:03:08.565285 --- ParallelTerminationStrategy: PID 16197 died...\u000a00:03:08.621165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16197): Terminated: ok {rc=0}\u000a00:03:08.631278 --- ParallelTerminationStrategy: PID 16200 died...\u000a00:03:08.687076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16200): Terminated: ok {rc=0}\u000a00:03:08.772858 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16216): Process ended prematurely: osmo-stp_10.42.42.5(pid=16216) [trial-2396↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16216)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16216): Process ended prematurely: osmo-stp_10.42.42.5(pid=16216) [trial-2396↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16216)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a00:03:09.885471 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:09.896820 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:03:10.050924 tst iperf3m4.py: using LAC 37154\u000a00:03:10.169129 tst iperf3m4.py: using RAC 179\u000a00:03:10.292844 tst iperf3m4.py: using CellId 37154\u000a00:03:10.416186 tst iperf3m4.py: using BVCI 37155\u000a00:03:10.440595 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:10.452157 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:10.463504 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:10.474841 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:10.486231 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:10.497592 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:10.509105 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:10.520394 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:10.531930 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:03:10.650243 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:03:10.771996 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:03:10.889907 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:03:11.183466 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:03:11.317272 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:03:11.647407 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16202): Launched\u000a00:03:11.922933 run iperf3-srv_10.42.42.10(pid=16203): Launched\u000a00:03:12.119083 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:03:12.252828 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:03:12.583162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16204): Launched\u000a00:03:12.857687 run iperf3-srv_10.42.42.10(pid=16205): Launched\u000a00:03:13.053383 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:03:13.187842 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:03:13.517325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16206): Launched\u000a00:03:13.791517 run iperf3-srv_10.42.42.10(pid=16207): Launched\u000a00:03:13.987826 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:03:14.121350 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:03:14.450942 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16208): Launched\u000a00:03:14.725261 run iperf3-srv_10.42.42.10(pid=16209): Launched\u000a00:03:14.921986 tst iperf3m4.py:8: start network...\u000a00:03:15.055644 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:03:15.557058 run create_hlr_db(pid=16210): Launched\u000a00:03:15.741586 bus /gobi_6: Setting Powered False\u000a00:03:16.764674 run create_hlr_db(pid=16210): Terminated: ok {rc=0}\u000a00:03:17.205474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16212): Launched\u000a00:03:17.525971 run osmo-hlr_10.42.42.2(pid=16213): Launched\u000a00:03:17.642234 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:03:18.199167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16215): Launched\u000a00:03:18.518786 run osmo-stp_10.42.42.5(pid=16216): Launched\u000a00:03:18.640153 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:03:19.195676 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16218): Launched\u000a00:03:19.310108 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:03:19.587415 run patchelf(pid=16219): Launched\u000a00:03:19.773890 run osmo-stp_10.42.42.5(pid=16216): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16216)]\u000a00:03:19.910899 run osmo-stp_10.42.42.5(pid=16216): stdout: \u000a| (launched: 2022-12-14_00:03:18.361327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:03:20.047876 run osmo-stp_10.42.42.5(pid=16216): stderr: \u000a| �[0;m�[38;5;43m20221214000318555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000318555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000318555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000318555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000318556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000318556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000318556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:03:20.180126 run osmo-stp_10.42.42.5(pid=16216): stdout: \u000a| (launched: 2022-12-14_00:03:18.361327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:03:20.311052 run osmo-stp_10.42.42.5(pid=16216): stderr: \u000a| �[0;m�[38;5;43m20221214000318555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000318555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000318555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000318555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000318556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000318556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000318556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:03:20.463748 run patchelf(pid=16219): Terminating (SIGINT)\u000a00:03:20.643173 run patchelf(pid=16219): Terminated: ok {rc=0}\u000a00:03:20.675968 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16216): Process ended prematurely: osmo-stp_10.42.42.5(pid=16216) [trial-2396↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16216)] [trial-2396↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a00:03:20.685788 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a00:03:20.749995 run osmo-hlr_10.42.42.2(pid=16213): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16213)]\u000a00:03:20.802017 run osmo-hlr_10.42.42.2(pid=16213): stdout: \u000a| (launched: 2022-12-14_00:03:17.368348) \u000a00:03:20.854738 run osmo-hlr_10.42.42.2(pid=16213): stderr: \u000a| �[0;m�[1;31m20221214000317566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000317566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000317566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000317566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000317566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000317566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000317579 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000317587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000317587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000317587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:03:20.899388 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16202): Terminating (SIGTERM)\u000a00:03:20.941430 run iperf3-srv_10.42.42.10(pid=16203): Terminating (SIGTERM)\u000a00:03:20.984142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16204): Terminating (SIGTERM)\u000a00:03:21.026847 run iperf3-srv_10.42.42.10(pid=16205): Terminating (SIGTERM)\u000a00:03:21.069178 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16206): Terminating (SIGTERM)\u000a00:03:21.111239 run iperf3-srv_10.42.42.10(pid=16207): Terminating (SIGTERM)\u000a00:03:21.153619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16208): Terminating (SIGTERM)\u000a00:03:21.196558 run iperf3-srv_10.42.42.10(pid=16209): Terminating (SIGTERM)\u000a00:03:21.239108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16212): Terminating (SIGTERM)\u000a00:03:21.281643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16215): Terminating (SIGTERM)\u000a00:03:21.323542 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16218): Terminating (SIGTERM)\u000a00:03:21.333315 --- ParallelTerminationStrategy: PID 16202 died...\u000a00:03:21.390030 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16202): Terminated: ok {rc=0}\u000a00:03:21.400121 --- ParallelTerminationStrategy: PID 16203 died...\u000a00:03:21.456556 run iperf3-srv_10.42.42.10(pid=16203): Terminated {rc=256}\u000a00:03:21.466643 --- ParallelTerminationStrategy: PID 16204 died...\u000a00:03:21.522810 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16204): Terminated: ok {rc=0}\u000a00:03:21.532875 --- ParallelTerminationStrategy: PID 16205 died...\u000a00:03:21.588843 run iperf3-srv_10.42.42.10(pid=16205): Terminated {rc=256}\u000a00:03:21.598953 --- ParallelTerminationStrategy: PID 16206 died...\u000a00:03:21.654960 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16206): Terminated: ok {rc=0}\u000a00:03:21.665092 --- ParallelTerminationStrategy: PID 16207 died...\u000a00:03:21.721060 run iperf3-srv_10.42.42.10(pid=16207): Terminated {rc=256}\u000a00:03:21.731178 --- ParallelTerminationStrategy: PID 16208 died...\u000a00:03:21.787082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16208): Terminated: ok {rc=0}\u000a00:03:21.797945 --- ParallelTerminationStrategy: PID 16209 died...\u000a00:03:21.853956 run iperf3-srv_10.42.42.10(pid=16209): Terminated {rc=256}\u000a00:03:21.864113 --- ParallelTerminationStrategy: PID 16212 died...\u000a00:03:21.920185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16212): Terminated: ok {rc=0}\u000a00:03:21.930351 --- ParallelTerminationStrategy: PID 16215 died...\u000a00:03:21.986811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16215): Terminated: ok {rc=0}\u000a00:03:21.997070 --- ParallelTerminationStrategy: PID 16218 died...\u000a00:03:22.053456 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16218): Terminated: ok {rc=0}\u000a00:03:22.140289 bus /gobi_4: Setting Powered False\u000a00:03:23.246577 bus /gobi_4: Setting Powered False\u000a00:03:24.358219 bus /gobi_1: Setting Powered False\u000a00:03:25.461187 bus /gobi_1: Setting Powered False\u000a00:03:26.571687 bus /gobi_0: Setting Powered False\u000a00:03:27.678011 bus /gobi_0: Setting Powered False\u000a00:03:28.791035 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16227): Process ended prematurely: osmo-stp_10.42.42.5(pid=16227) [trial-2396↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16227)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16227): Process ended prematurely: osmo-stp_10.42.42.5(pid=16227) [trial-2396↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16227)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a00:03:29.858382 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:29.869787 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:03:30.024781 tst ping.py: using LAC 37155\u000a00:03:30.142400 tst ping.py: using RAC 180\u000a00:03:30.257650 tst ping.py: using CellId 37155\u000a00:03:30.372869 tst ping.py: using BVCI 37156\u000a00:03:30.395380 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:30.406232 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:30.416860 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:30.427497 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:30.437966 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:30.448499 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:30.459181 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:30.469824 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:03:30.739937 tst ping.py:19: start network...\u000a00:03:30.879369 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:03:31.432378 run create_hlr_db(pid=16221): Launched\u000a00:03:31.621738 bus /gobi_6: Setting Powered False\u000a00:03:32.638222 run create_hlr_db(pid=16221): Terminated: ok {rc=0}\u000a00:03:33.057103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16223): Launched\u000a00:03:33.371016 run osmo-hlr_10.42.42.2(pid=16224): Launched\u000a00:03:33.486388 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:03:34.034116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16226): Launched\u000a00:03:34.347260 run osmo-stp_10.42.42.5(pid=16227): Launched\u000a00:03:34.461739 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:03:35.009233 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16229): Launched\u000a00:03:35.121255 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:03:35.395110 run patchelf(pid=16230): Launched\u000a00:03:35.579697 run osmo-stp_10.42.42.5(pid=16227): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16227)]\u000a00:03:35.714381 run osmo-stp_10.42.42.5(pid=16227): stdout: \u000a| (launched: 2022-12-14_00:03:34.193520)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:03:35.849553 run osmo-stp_10.42.42.5(pid=16227): stderr: \u000a| �[0;m�[38;5;43m20221214000334385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000334385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000334385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000334386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000334386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000334386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000334386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:03:35.979708 run osmo-stp_10.42.42.5(pid=16227): stdout: \u000a| (launched: 2022-12-14_00:03:34.193520)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:03:36.108426 run osmo-stp_10.42.42.5(pid=16227): stderr: \u000a| �[0;m�[38;5;43m20221214000334385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000334385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000334385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000334386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000334386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000334386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000334386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:03:36.258903 run patchelf(pid=16230): Terminating (SIGINT)\u000a00:03:36.435005 run patchelf(pid=16230): Terminated: ok {rc=0}\u000a00:03:36.467030 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16227): Process ended prematurely: osmo-stp_10.42.42.5(pid=16227) [trial-2396↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16227)] [trial-2396↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a00:03:36.476016 tst ping.py:22: Test FAILED (6.6 sec)\u000a00:03:36.538754 run osmo-hlr_10.42.42.2(pid=16224): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16224)]\u000a00:03:36.589957 run osmo-hlr_10.42.42.2(pid=16224): stdout: \u000a| (launched: 2022-12-14_00:03:33.216642) \u000a00:03:36.641603 run osmo-hlr_10.42.42.2(pid=16224): stderr: \u000a| �[0;m�[1;31m20221214000333414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000333414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000333414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000333414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000333414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000333414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000333427 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000333435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000333435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000333435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:03:36.685849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16223): Terminating (SIGTERM)\u000a00:03:36.727362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16226): Terminating (SIGTERM)\u000a00:03:36.768777 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16229): Terminating (SIGTERM)\u000a00:03:36.778514 --- ParallelTerminationStrategy: PID 16223 died...\u000a00:03:36.835008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16223): Terminated: ok {rc=0}\u000a00:03:36.845251 --- ParallelTerminationStrategy: PID 16226 died...\u000a00:03:36.901303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16226): Terminated: ok {rc=0}\u000a00:03:36.911284 --- ParallelTerminationStrategy: PID 16229 died...\u000a00:03:36.967279 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16229): Terminated: ok {rc=0}\u000a00:03:37.053662 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16237): Process ended prematurely: osmo-stp_10.42.42.5(pid=16237) [trial-2396↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16237)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16237): Process ended prematurely: osmo-stp_10.42.42.5(pid=16237) [trial-2396↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16237)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a00:03:38.105711 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:38.117098 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:03:38.280049 tst ping_idle_ping.py: using LAC 37156\u000a00:03:38.408191 tst ping_idle_ping.py: using RAC 181\u000a00:03:38.529683 tst ping_idle_ping.py: using CellId 37156\u000a00:03:38.652279 tst ping_idle_ping.py: using BVCI 37157\u000a00:03:38.676466 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:38.687903 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:38.699166 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:38.710528 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:38.722261 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:38.734098 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:38.746115 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:38.758087 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:03:39.030326 tst ping_idle_ping.py:24: start network...\u000a00:03:39.152152 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:03:39.629625 run create_hlr_db(pid=16231): Launched\u000a00:03:39.800602 bus /gobi_6: Setting Powered False\u000a00:03:40.823108 run create_hlr_db(pid=16231): Terminated: ok {rc=0}\u000a00:03:41.217234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16233): Launched\u000a00:03:41.513325 run osmo-hlr_10.42.42.2(pid=16234): Launched\u000a00:03:41.629197 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:03:42.154519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16236): Launched\u000a00:03:42.469826 run osmo-stp_10.42.42.5(pid=16237): Launched\u000a00:03:42.585868 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:03:43.134354 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16239): Launched\u000a00:03:43.246970 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:03:43.519765 run patchelf(pid=16240): Launched\u000a00:03:43.703342 run osmo-stp_10.42.42.5(pid=16237): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16237)]\u000a00:03:43.837735 run osmo-stp_10.42.42.5(pid=16237): stdout: \u000a| (launched: 2022-12-14_00:03:42.314600)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:03:43.972180 run osmo-stp_10.42.42.5(pid=16237): stderr: \u000a| �[0;m�[38;5;43m20221214000342507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000342507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000342507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000342508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000342508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000342508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000342509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:03:44.102029 run osmo-stp_10.42.42.5(pid=16237): stdout: \u000a| (launched: 2022-12-14_00:03:42.314600)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:03:44.230649 run osmo-stp_10.42.42.5(pid=16237): stderr: \u000a| �[0;m�[38;5;43m20221214000342507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000342507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000342507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000342508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000342508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000342508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000342509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:03:44.379765 run patchelf(pid=16240): Terminating (SIGINT)\u000a00:03:44.555300 run patchelf(pid=16240): Terminated: ok {rc=0}\u000a00:03:44.587197 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16237): Process ended prematurely: osmo-stp_10.42.42.5(pid=16237) [trial-2396↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16237)] [trial-2396↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a00:03:44.596361 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a00:03:44.660030 run osmo-hlr_10.42.42.2(pid=16234): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16234)]\u000a00:03:44.712329 run osmo-hlr_10.42.42.2(pid=16234): stdout: \u000a| (launched: 2022-12-14_00:03:41.366982) \u000a00:03:44.765139 run osmo-hlr_10.42.42.2(pid=16234): stderr: \u000a| �[0;m�[1;31m20221214000341543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000341543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000341543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000341543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000341543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000341543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000341556 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000341565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000341565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000341565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:03:44.810440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16233): Terminating (SIGTERM)\u000a00:03:44.853311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16236): Terminating (SIGTERM)\u000a00:03:44.896049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16239): Terminating (SIGTERM)\u000a00:03:44.906006 --- ParallelTerminationStrategy: PID 16233 died...\u000a00:03:44.963000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16233): Terminated: ok {rc=0}\u000a00:03:44.973387 --- ParallelTerminationStrategy: PID 16236 died...\u000a00:03:45.029776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16236): Terminated: ok {rc=0}\u000a00:03:45.039949 --- ParallelTerminationStrategy: PID 16239 died...\u000a00:03:45.096258 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16239): Terminated: ok {rc=0}\u000a00:03:45.183832 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:02:47" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16250): Process ended prematurely: osmo-stp_10.42.42.5(pid=16250) [trial-2396↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16250)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16250): Process ended prematurely: osmo-stp_10.42.42.5(pid=16250) [trial-2396↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16250)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a00:03:47.287604 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:03:47.299403 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:03:47.454698 tst switch_tch_pdch.py: using LAC 37157\u000a00:03:47.569621 tst switch_tch_pdch.py: using RAC 182\u000a00:03:47.686023 tst switch_tch_pdch.py: using CellId 37157\u000a00:03:47.801322 tst switch_tch_pdch.py: using BVCI 37158\u000a00:03:47.824001 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:03:47.835275 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:03:47.846280 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:03:47.857162 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:03:47.867947 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:03:47.878834 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:03:47.889805 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:03:47.900629 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:03:48.020334 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:03:48.298243 tst switch_tch_pdch.py:51: start network...\u000a00:03:48.420738 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:03:48.889685 run create_hlr_db(pid=16244): Launched\u000a00:03:49.058448 bus /gobi_6: Setting Powered False\u000a00:03:50.079717 run create_hlr_db(pid=16244): Terminated: ok {rc=0}\u000a00:03:50.494878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16246): Launched\u000a00:03:50.787953 run osmo-hlr_10.42.42.2(pid=16247): Launched\u000a00:03:50.895293 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:03:51.402825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16249): Launched\u000a00:03:51.695740 run osmo-stp_10.42.42.5(pid=16250): Launched\u000a00:03:51.801376 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:03:52.311004 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16252): Launched\u000a00:03:52.414953 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:03:52.669156 run patchelf(pid=16253): Launched\u000a00:03:52.839963 run osmo-stp_10.42.42.5(pid=16250): ERR: Terminated: ERROR {rc=1} [trial-2396↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16250)]\u000a00:03:52.965195 run osmo-stp_10.42.42.5(pid=16250): stdout: \u000a| (launched: 2022-12-14_00:03:51.551948)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:03:53.089718 run osmo-stp_10.42.42.5(pid=16250): stderr: \u000a| �[0;m�[38;5;43m20221214000351721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000351721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000351721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000351722 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000351722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000351722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000351722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:03:53.210730 run osmo-stp_10.42.42.5(pid=16250): stdout: \u000a| (launched: 2022-12-14_00:03:51.551948)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:03:53.330724 run osmo-stp_10.42.42.5(pid=16250): stderr: \u000a| �[0;m�[38;5;43m20221214000351721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000351721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000351721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000351722 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000351722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000351722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000351722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:03:53.469809 run patchelf(pid=16253): Terminating (SIGINT)\u000a00:03:53.634175 run patchelf(pid=16253): Terminated: ok {rc=0}\u000a00:03:53.663916 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=16250): Process ended prematurely: osmo-stp_10.42.42.5(pid=16250) [trial-2396↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16250)] [trial-2396↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a00:03:53.672431 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a00:03:53.731488 run osmo-hlr_10.42.42.2(pid=16247): ERR: Terminated: ERROR {rc=237} [trial-2396↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16247)]\u000a00:03:53.779809 run osmo-hlr_10.42.42.2(pid=16247): stdout: \u000a| (launched: 2022-12-14_00:03:50.644436) \u000a00:03:53.828892 run osmo-hlr_10.42.42.2(pid=16247): stderr: \u000a| �[0;m�[1;31m20221214000350822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000350822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000350822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000350822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000350822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000350822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000350838 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000350847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000350848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000350848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:03:53.870530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16246): Terminating (SIGTERM)\u000a00:03:53.909938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16249): Terminating (SIGTERM)\u000a00:03:53.949650 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16252): Terminating (SIGTERM)\u000a00:03:53.958835 --- ParallelTerminationStrategy: PID 16246 died...\u000a00:03:54.011904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16246): Terminated: ok {rc=0}\u000a00:03:54.021864 --- ParallelTerminationStrategy: PID 16249 died...\u000a00:03:54.074731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16249): Terminated: ok {rc=0}\u000a00:03:54.084322 --- ParallelTerminationStrategy: PID 16252 died...\u000a00:03:54.136577 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16252): Terminated: ok {rc=0}\u000a00:03:54.219552 bus /gobi_0: Setting Powered False\u000a00:03:55.325293 bus /gobi_0: Setting Powered False\u000a00:03:56.435271 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:03:46" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16264): Process ended prematurely: osmo-stp_10.42.42.5(pid=16264) [trial-2396↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16264)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16264): Process ended prematurely: osmo-stp_10.42.42.5(pid=16264) [trial-2396↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16264)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a00:03:58.409797 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:03:58.421055 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a00:03:58.575455 tst switch_tch_pdch.py: using LAC 37158\u000a00:03:58.689260 tst switch_tch_pdch.py: using RAC 183\u000a00:03:58.802499 tst switch_tch_pdch.py: using CellId 37158\u000a00:03:58.915992 tst switch_tch_pdch.py: using BVCI 37159\u000a00:03:58.938345 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:03:58.949650 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:03:58.960299 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:03:58.971226 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:03:58.982070 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:03:58.992860 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:03:59.003951 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:03:59.014822 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a00:03:59.132882 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a00:03:59.403799 tst switch_tch_pdch.py:51: start network...\u000a00:03:59.526017 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:03:59.971539 run create_hlr_db(pid=16257): Launched\u000a00:04:00.091680 bus /gobi_6: Setting Powered False\u000a00:04:01.166018 run create_hlr_db(pid=16257): Terminated: ok {rc=0}\u000a00:04:01.555936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16260): Launched\u000a00:04:01.950078 run osmo-hlr_10.42.42.2(pid=16261): Launched\u000a00:04:02.103753 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:04:02.631906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16263): Launched\u000a00:04:02.923161 run osmo-stp_10.42.42.5(pid=16264): Launched\u000a00:04:03.042870 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:04:03.563265 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16266): Launched\u000a00:04:03.675784 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:04:03.949776 run patchelf(pid=16267): Launched\u000a00:04:04.133835 run osmo-stp_10.42.42.5(pid=16264): ERR: Terminated: ERROR {rc=1} [trial-2396↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16264)]\u000a00:04:04.268043 run osmo-stp_10.42.42.5(pid=16264): stdout: \u000a| (launched: 2022-12-14_00:04:02.779835)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:04:04.403210 run osmo-stp_10.42.42.5(pid=16264): stderr: \u000a| �[0;m�[38;5;43m20221214000402949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000402949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000402950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000402950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000402952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000402952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000402952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:04:04.533755 run osmo-stp_10.42.42.5(pid=16264): stdout: \u000a| (launched: 2022-12-14_00:04:02.779835)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:04:04.662707 run osmo-stp_10.42.42.5(pid=16264): stderr: \u000a| �[0;m�[38;5;43m20221214000402949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000402949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000402950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000402950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000402952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000402952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000402952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:04:04.813103 run patchelf(pid=16267): Terminating (SIGINT)\u000a00:04:04.989881 run patchelf(pid=16267): Terminated: ok {rc=0}\u000a00:04:05.021981 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=16264): Process ended prematurely: osmo-stp_10.42.42.5(pid=16264) [trial-2396↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16264)] [trial-2396↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a00:04:05.031280 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a00:04:05.094790 run osmo-hlr_10.42.42.2(pid=16261): ERR: Terminated: ERROR {rc=237} [trial-2396↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16261)]\u000a00:04:05.146458 run osmo-hlr_10.42.42.2(pid=16261): stdout: \u000a| (launched: 2022-12-14_00:04:01.707885) \u000a00:04:05.198665 run osmo-hlr_10.42.42.2(pid=16261): stderr: \u000a| �[0;m�[1;31m20221214000402080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000402083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000402083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000402083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000402083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000402083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000402112 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000402128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000402137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000402137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:04:05.243253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16260): Terminating (SIGTERM)\u000a00:04:05.285285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16263): Terminating (SIGTERM)\u000a00:04:05.327171 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16266): Terminating (SIGTERM)\u000a00:04:05.337005 --- ParallelTerminationStrategy: PID 16260 died...\u000a00:04:05.393370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16260): Terminated: ok {rc=0}\u000a00:04:05.403350 --- ParallelTerminationStrategy: PID 16263 died...\u000a00:04:05.458965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16263): Terminated: ok {rc=0}\u000a00:04:05.469088 --- ParallelTerminationStrategy: PID 16266 died...\u000a00:04:05.525542 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16266): Terminated: ok {rc=0}\u000a00:04:05.612271 bus /gobi_0: Setting Powered False\u000a00:04:06.713142 bus /gobi_0: Setting Powered False\u000a00:04:07.822990 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:03:58" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=16273): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16273) [trial-2396↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16273)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=16273): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16273) [trial-2396↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16273)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a00:04:09.704309 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a00:04:09.715670 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a00:04:09.848166 tst mo_mt_sms.py: using LAC 37159\u000a00:04:09.962175 tst mo_mt_sms.py: using RAC 184\u000a00:04:10.076119 tst mo_mt_sms.py: using CellId 37159\u000a00:04:10.190068 tst mo_mt_sms.py: using BVCI 37160\u000a00:04:10.212397 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a00:04:10.330452 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a00:04:10.619643 tst mo_mt_sms.py:9: start nitb and bts...\u000a00:04:10.751240 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:04:11.398197 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16272): Launched\u000a00:04:11.708531 run osmo-nitb_10.42.42.2(pid=16273): Launched\u000a00:04:11.902336 run osmo-nitb_10.42.42.2(pid=16273): ERR: Terminated: ERROR {rc=2} [trial-2396↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16273)]\u000a00:04:12.044617 run osmo-nitb_10.42.42.2(pid=16273): stdout: \u000a| (launched: 2022-12-14_00:04:11.557873) \u000a00:04:12.187315 run osmo-nitb_10.42.42.2(pid=16273): stderr: \u000a| (launched: 2022-12-14_00:04:11.604364)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:04:12.325636 run osmo-nitb_10.42.42.2(pid=16273): stdout: \u000a| (launched: 2022-12-14_00:04:11.557873) \u000a00:04:12.462631 run osmo-nitb_10.42.42.2(pid=16273): stderr: \u000a| (launched: 2022-12-14_00:04:11.604364)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:04:12.834431 tst osmo-nitb_10.42.42.2(pid=16273): stdout: \u000a| (launched: 2022-12-14_00:04:11.557873) \u000a00:04:12.959057 tst osmo-nitb_10.42.42.2(pid=16273): stderr: \u000a| (launched: 2022-12-14_00:04:11.604364)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:04:13.013626 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=16273): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16273) [trial-2396↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16273)] [trial-2396↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a00:04:13.022455 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a00:04:13.058197 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16272): Terminating (SIGTERM)\u000a00:04:13.236128 --- ParallelTerminationStrategy: PID 16272 died...\u000a00:04:13.294025 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16272): Terminated: ok {rc=0}\u000a00:04:13.381472 bus /sierra_3: Setting Powered False\u000a00:04:14.487366 bus /sierra_3: Setting Powered False\u000a00:04:15.596389 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:04:09" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "sms:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16283): Process ended prematurely: osmo-stp_10.42.42.5(pid=16283) [trial-2396↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16283)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16283): Process ended prematurely: osmo-stp_10.42.42.5(pid=16283) [trial-2396↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16283)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a00:04:17.514520 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:04:17.526692 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a00:04:17.653852 tst mo_mt_sms.py: using LAC 37160\u000a00:04:17.767387 tst mo_mt_sms.py: using RAC 185\u000a00:04:17.880851 tst mo_mt_sms.py: using CellId 37160\u000a00:04:17.994205 tst mo_mt_sms.py: using BVCI 37161\u000a00:04:18.016371 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:04:18.027335 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:04:18.037949 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:04:18.048307 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:04:18.059166 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:04:18.069657 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a00:04:18.189372 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a00:04:18.387283 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:04:18.855740 run create_hlr_db(pid=16277): Launched\u000a00:04:19.025092 bus /sierra_2: Setting Powered False\u000a00:04:20.046992 run create_hlr_db(pid=16277): Terminated: ok {rc=0}\u000a00:04:20.462389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16279): Launched\u000a00:04:20.775231 run osmo-hlr_10.42.42.2(pid=16280): Launched\u000a00:04:20.892218 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:04:21.436184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16282): Launched\u000a00:04:21.749291 run osmo-stp_10.42.42.5(pid=16283): Launched\u000a00:04:21.864366 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:04:22.440856 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16285): Launched\u000a00:04:22.755286 run osmo-msc_10.42.42.6(pid=16286): Launched\u000a00:04:22.942370 run osmo-stp_10.42.42.5(pid=16283): ERR: Terminated: ERROR {rc=1} [trial-2396↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16283)]\u000a00:04:23.076622 run osmo-stp_10.42.42.5(pid=16283): stdout: \u000a| (launched: 2022-12-14_00:04:21.595247)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:04:23.210083 run osmo-stp_10.42.42.5(pid=16283): stderr: \u000a| �[0;m�[38;5;43m20221214000421789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000421789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000421790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000421790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000421790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000421790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000421791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:04:23.335978 run osmo-stp_10.42.42.5(pid=16283): stdout: \u000a| (launched: 2022-12-14_00:04:21.595247)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:04:23.461295 run osmo-stp_10.42.42.5(pid=16283): stderr: \u000a| �[0;m�[38;5;43m20221214000421789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000421789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000421790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000421790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000421790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000421790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000421791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:04:23.515848 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=16283): Process ended prematurely: osmo-stp_10.42.42.5(pid=16283) [trial-2396↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16283)] [trial-2396↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a00:04:23.524388 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a00:04:23.587349 run osmo-hlr_10.42.42.2(pid=16280): ERR: Terminated: ERROR {rc=237} [trial-2396↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16280)]\u000a00:04:23.638785 run osmo-hlr_10.42.42.2(pid=16280): stdout: \u000a| (launched: 2022-12-14_00:04:20.621689) \u000a00:04:23.690885 run osmo-hlr_10.42.42.2(pid=16280): stderr: \u000a| �[0;m�[1;31m20221214000420821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000420821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000420821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000420821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000420821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000420822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000420834 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000420842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000420842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000420843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:04:23.762037 run osmo-msc_10.42.42.6(pid=16286): ERR: Terminated: ERROR {rc=2} [trial-2396↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16286)]\u000a00:04:23.813577 run osmo-msc_10.42.42.6(pid=16286): stdout: \u000a| (launched: 2022-12-14_00:04:22.600613) \u000a00:04:23.866238 run osmo-msc_10.42.42.6(pid=16286): stderr: \u000a| �[0;m�[38;5;43m20221214000422920 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214000422920 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffa4ff23c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214000422921 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214000422921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214000422921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214000422921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214000422923 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214000422923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214000422923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214000422923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:04:23.910799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16279): Terminating (SIGTERM)\u000a00:04:23.953345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16282): Terminating (SIGTERM)\u000a00:04:23.995831 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16285): Terminating (SIGTERM)\u000a00:04:24.005646 --- ParallelTerminationStrategy: PID 16279 died...\u000a00:04:24.061933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16279): Terminated: ok {rc=0}\u000a00:04:24.072073 --- ParallelTerminationStrategy: PID 16282 died...\u000a00:04:24.128208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16282): Terminated: ok {rc=0}\u000a00:04:24.138269 --- ParallelTerminationStrategy: PID 16285 died...\u000a00:04:24.194667 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16285): Terminated: ok {rc=0}\u000a00:04:24.282337 bus /sierra_3: Setting Powered False\u000a00:04:25.385552 bus /sierra_3: Setting Powered False\u000a00:04:26.496564 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:04:17" }, { "cases" : [ { "testActions" : [ ], "age" : 257, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=16292): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16292) [trial-2396↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16292)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=16292): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16292) [trial-2396↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16292)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a00:04:28.327213 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a00:04:28.338230 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a00:04:28.465672 tst assert_extension.py: using LAC 37161\u000a00:04:28.581420 tst assert_extension.py: using RAC 186\u000a00:04:28.697480 tst assert_extension.py: using CellId 37161\u000a00:04:28.811457 tst assert_extension.py: using BVCI 37162\u000a00:04:28.833652 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a00:04:29.120759 tst assert_extension.py:10: start nitb and bts...\u000a00:04:29.252323 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:04:29.903387 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16291): Launched\u000a00:04:30.214032 run osmo-nitb_10.42.42.2(pid=16292): Launched\u000a00:04:30.407779 run osmo-nitb_10.42.42.2(pid=16292): ERR: Terminated: ERROR {rc=2} [trial-2396↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16292)]\u000a00:04:30.550382 run osmo-nitb_10.42.42.2(pid=16292): stdout: \u000a| (launched: 2022-12-14_00:04:30.063103) \u000a00:04:30.693641 run osmo-nitb_10.42.42.2(pid=16292): stderr: \u000a| (launched: 2022-12-14_00:04:30.109894)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:04:30.837779 run osmo-nitb_10.42.42.2(pid=16292): stdout: \u000a| (launched: 2022-12-14_00:04:30.063103) \u000a00:04:30.980514 run osmo-nitb_10.42.42.2(pid=16292): stderr: \u000a| (launched: 2022-12-14_00:04:30.109894)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:04:31.342458 tst osmo-nitb_10.42.42.2(pid=16292): stdout: \u000a| (launched: 2022-12-14_00:04:30.063103) \u000a00:04:31.470049 tst osmo-nitb_10.42.42.2(pid=16292): stderr: \u000a| (launched: 2022-12-14_00:04:30.109894)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:04:31.525720 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=16292): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16292) [trial-2396↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16292)] [trial-2396↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a00:04:31.534835 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a00:04:31.572100 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16291): Terminating (SIGTERM)\u000a00:04:31.750408 --- ParallelTerminationStrategy: PID 16291 died...\u000a00:04:31.816872 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16291): Terminated: ok {rc=0}\u000a00:04:31.942979 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:04:28" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "ussd:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16302): Process ended prematurely: osmo-stp_10.42.42.5(pid=16302) [trial-2396↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16302)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16302): Process ended prematurely: osmo-stp_10.42.42.5(pid=16302) [trial-2396↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16302)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a00:04:33.778322 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:04:33.789748 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a00:04:33.926807 tst assert_extension.py: using LAC 37162\u000a00:04:34.049222 tst assert_extension.py: using RAC 187\u000a00:04:34.171000 tst assert_extension.py: using CellId 37162\u000a00:04:34.299243 tst assert_extension.py: using BVCI 37163\u000a00:04:34.323256 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:04:34.334705 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:04:34.346000 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:04:34.357205 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:04:34.368812 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:04:34.380445 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a00:04:34.587608 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:04:35.077718 run create_hlr_db(pid=16296): Launched\u000a00:04:35.259501 bus /sierra_2: Setting Powered False\u000a00:04:36.280662 run create_hlr_db(pid=16296): Terminated: ok {rc=0}\u000a00:04:36.673147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16298): Launched\u000a00:04:36.965402 run osmo-hlr_10.42.42.2(pid=16299): Launched\u000a00:04:37.080708 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:04:37.599006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16301): Launched\u000a00:04:37.895401 run osmo-stp_10.42.42.5(pid=16302): Launched\u000a00:04:38.002904 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:04:38.536723 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16304): Launched\u000a00:04:38.828681 run osmo-msc_10.42.42.6(pid=16305): Launched\u000a00:04:39.000720 run osmo-stp_10.42.42.5(pid=16302): ERR: Terminated: ERROR {rc=1} [trial-2396↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16302)]\u000a00:04:39.125102 run osmo-stp_10.42.42.5(pid=16302): stdout: \u000a| (launched: 2022-12-14_00:04:37.748051)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:04:39.247002 run osmo-stp_10.42.42.5(pid=16302): stderr: \u000a| �[0;m�[38;5;43m20221214000437918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000437918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000437918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000437919 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000437919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000437919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000437919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:04:39.363927 run osmo-stp_10.42.42.5(pid=16302): stdout: \u000a| (launched: 2022-12-14_00:04:37.748051)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:04:39.480116 run osmo-stp_10.42.42.5(pid=16302): stderr: \u000a| �[0;m�[38;5;43m20221214000437918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000437918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000437918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000437919 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000437919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000437919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000437919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:04:39.531324 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=16302): Process ended prematurely: osmo-stp_10.42.42.5(pid=16302) [trial-2396↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16302)] [trial-2396↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a00:04:39.539206 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a00:04:39.598218 run osmo-hlr_10.42.42.2(pid=16299): ERR: Terminated: ERROR {rc=237} [trial-2396↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16299)]\u000a00:04:39.646576 run osmo-hlr_10.42.42.2(pid=16299): stdout: \u000a| (launched: 2022-12-14_00:04:36.821843) \u000a00:04:39.695767 run osmo-hlr_10.42.42.2(pid=16299): stderr: \u000a| �[0;m�[1;31m20221214000436996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000436996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000436996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000436996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000436996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000436996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000437009 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000437018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000437018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000437019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:04:39.762100 run osmo-msc_10.42.42.6(pid=16305): ERR: Terminated: ERROR {rc=2} [trial-2396↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16305)]\u000a00:04:39.810373 run osmo-msc_10.42.42.6(pid=16305): stdout: \u000a| (launched: 2022-12-14_00:04:38.685068) \u000a00:04:39.859827 run osmo-msc_10.42.42.6(pid=16305): stderr: \u000a| �[0;m�[38;5;43m20221214000438955 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214000438955 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f637d04cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214000438955 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214000438955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214000438955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214000438956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214000438957 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214000438958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214000438958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214000438958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:04:39.901505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16298): Terminating (SIGTERM)\u000a00:04:39.940648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16301): Terminating (SIGTERM)\u000a00:04:39.979795 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16304): Terminating (SIGTERM)\u000a00:04:39.989163 --- ParallelTerminationStrategy: PID 16298 died...\u000a00:04:40.041808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16298): Terminated: ok {rc=0}\u000a00:04:40.051397 --- ParallelTerminationStrategy: PID 16301 died...\u000a00:04:40.103914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16301): Terminated: ok {rc=0}\u000a00:04:40.113919 --- ParallelTerminationStrategy: PID 16304 died...\u000a00:04:40.166612 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16304): Terminated: ok {rc=0}\u000a00:04:40.253733 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:04:33" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16316): Process ended prematurely: osmo-stp_10.42.42.5(pid=16316) [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16316)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16316): Process ended prematurely: osmo-stp_10.42.42.5(pid=16316) [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16316)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a00:04:42.207315 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:04:42.219258 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:04:42.373428 tst mo_mt_call.py: using LAC 37163\u000a00:04:42.490766 tst mo_mt_call.py: using RAC 188\u000a00:04:42.607823 tst mo_mt_call.py: using CellId 37163\u000a00:04:42.725534 tst mo_mt_call.py: using BVCI 37164\u000a00:04:42.748145 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:04:42.759324 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:04:42.770470 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:04:42.781479 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:04:42.792523 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:04:42.803558 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:04:42.922698 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:04:43.132447 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:04:43.633582 run create_hlr_db(pid=16310): Launched\u000a00:04:43.818038 bus /sierra_2: Setting Powered False\u000a00:04:44.839612 run create_hlr_db(pid=16310): Terminated: ok {rc=0}\u000a00:04:45.239703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16312): Launched\u000a00:04:45.537873 run osmo-hlr_10.42.42.2(pid=16313): Launched\u000a00:04:45.647904 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:04:46.210764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16315): Launched\u000a00:04:46.621571 run osmo-stp_10.42.42.5(pid=16316): Launched\u000a00:04:46.847839 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:04:47.469767 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16318): Launched\u000a00:04:47.768715 run osmo-msc_10.42.42.6(pid=16319): Launched\u000a00:04:47.945914 run osmo-stp_10.42.42.5(pid=16316): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16316)]\u000a00:04:48.072427 run osmo-stp_10.42.42.5(pid=16316): stdout: \u000a| (launched: 2022-12-14_00:04:46.365315)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:04:48.196366 run osmo-stp_10.42.42.5(pid=16316): stderr: \u000a| �[0;m�[38;5;43m20221214000446694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000446694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000446695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000446695 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000446695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000446696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000446696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:04:48.315797 run osmo-stp_10.42.42.5(pid=16316): stdout: \u000a| (launched: 2022-12-14_00:04:46.365315)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:04:48.434163 run osmo-stp_10.42.42.5(pid=16316): stderr: \u000a| �[0;m�[38;5;43m20221214000446694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000446694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000446695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000446695 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000446695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000446696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000446696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:04:48.486204 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16316): Process ended prematurely: osmo-stp_10.42.42.5(pid=16316) [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16316)] [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a00:04:48.494596 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a00:04:48.554140 run osmo-hlr_10.42.42.2(pid=16313): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16313)]\u000a00:04:48.602663 run osmo-hlr_10.42.42.2(pid=16313): stdout: \u000a| (launched: 2022-12-14_00:04:45.391357) \u000a00:04:48.651593 run osmo-hlr_10.42.42.2(pid=16313): stderr: \u000a| �[0;m�[1;31m20221214000445568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000445568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000445568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000445568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000445569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000445569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000445580 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000445591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000445591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000445591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:04:48.718527 run osmo-msc_10.42.42.6(pid=16319): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16319)]\u000a00:04:48.766937 run osmo-msc_10.42.42.6(pid=16319): stdout: \u000a| (launched: 2022-12-14_00:04:47.621277) \u000a00:04:48.815789 run osmo-msc_10.42.42.6(pid=16319): stderr: \u000a| �[0;m�[38;5;43m20221214000447894 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214000447894 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f32f6147c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214000447894 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214000447894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214000447894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214000447895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214000447896 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214000447897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214000447897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214000447897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:04:48.857051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16312): Terminating (SIGTERM)\u000a00:04:48.895778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16315): Terminating (SIGTERM)\u000a00:04:48.934598 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16318): Terminating (SIGTERM)\u000a00:04:48.943685 --- ParallelTerminationStrategy: PID 16312 died...\u000a00:04:48.995735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16312): Terminated: ok {rc=0}\u000a00:04:49.005287 --- ParallelTerminationStrategy: PID 16315 died...\u000a00:04:49.057230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16315): Terminated: ok {rc=0}\u000a00:04:49.066657 --- ParallelTerminationStrategy: PID 16318 died...\u000a00:04:49.118598 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16318): Terminated: ok {rc=0}\u000a00:04:49.205054 bus /sierra_3: Setting Powered False\u000a00:04:50.307544 bus /sierra_3: Setting Powered False\u000a00:04:51.417312 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16328): Process ended prematurely: osmo-stp_10.42.42.5(pid=16328) [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16328)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16328): Process ended prematurely: osmo-stp_10.42.42.5(pid=16328) [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16328)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:04:52.525828 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:04:52.537672 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:04:52.690046 tst mo_mt_call_osmux.py: using LAC 37164\u000a00:04:52.811505 tst mo_mt_call_osmux.py: using RAC 189\u000a00:04:52.934498 tst mo_mt_call_osmux.py: using CellId 37164\u000a00:04:53.060059 tst mo_mt_call_osmux.py: using BVCI 37165\u000a00:04:53.084362 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:04:53.096298 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:04:53.107833 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:04:53.119394 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:04:53.131549 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:04:53.143430 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:04:53.259402 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:04:53.469889 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:04:53.970886 run create_hlr_db(pid=16322): Launched\u000a00:04:54.155775 bus /sierra_2: Setting Powered False\u000a00:04:55.177204 run create_hlr_db(pid=16322): Terminated: ok {rc=0}\u000a00:04:55.577955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16324): Launched\u000a00:04:55.877156 run osmo-hlr_10.42.42.2(pid=16325): Launched\u000a00:04:55.994753 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:04:56.520422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16327): Launched\u000a00:04:56.817372 run osmo-stp_10.42.42.5(pid=16328): Launched\u000a00:04:56.925641 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:04:57.473882 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16330): Launched\u000a00:04:57.772570 run osmo-msc_10.42.42.6(pid=16331): Launched\u000a00:04:57.948741 run osmo-stp_10.42.42.5(pid=16328): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16328)]\u000a00:04:58.075801 run osmo-stp_10.42.42.5(pid=16328): stdout: \u000a| (launched: 2022-12-14_00:04:56.671802)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:04:58.200200 run osmo-stp_10.42.42.5(pid=16328): stderr: \u000a| �[0;m�[38;5;43m20221214000456844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000456844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000456844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000456844 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000456845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000456845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000456845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:04:58.320730 run osmo-stp_10.42.42.5(pid=16328): stdout: \u000a| (launched: 2022-12-14_00:04:56.671802)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:04:58.439519 run osmo-stp_10.42.42.5(pid=16328): stderr: \u000a| �[0;m�[38;5;43m20221214000456844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000456844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000456844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000456844 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000456845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000456845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000456845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:04:58.491915 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16328): Process ended prematurely: osmo-stp_10.42.42.5(pid=16328) [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16328)] [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a00:04:58.500169 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a00:04:58.559614 run osmo-hlr_10.42.42.2(pid=16325): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16325)]\u000a00:04:58.608524 run osmo-hlr_10.42.42.2(pid=16325): stdout: \u000a| (launched: 2022-12-14_00:04:55.729644) \u000a00:04:58.657700 run osmo-hlr_10.42.42.2(pid=16325): stderr: \u000a| �[0;m�[1;31m20221214000455905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000455905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000455905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000455905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000455905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000455906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000455918 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000455927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000455927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000455927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:04:58.724997 run osmo-msc_10.42.42.6(pid=16331): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16331)]\u000a00:04:58.773631 run osmo-msc_10.42.42.6(pid=16331): stdout: \u000a| (launched: 2022-12-14_00:04:57.625412) \u000a00:04:58.822786 run osmo-msc_10.42.42.6(pid=16331): stderr: \u000a| �[0;m�[38;5;43m20221214000457899 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214000457899 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1754e63c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214000457899 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214000457899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214000457900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214000457900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214000457902 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214000457902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214000457902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214000457902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:04:58.864785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16324): Terminating (SIGTERM)\u000a00:04:58.903984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16327): Terminating (SIGTERM)\u000a00:04:58.943198 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16330): Terminating (SIGTERM)\u000a00:04:58.952386 --- ParallelTerminationStrategy: PID 16324 died...\u000a00:04:59.005006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16324): Terminated: ok {rc=0}\u000a00:04:59.014582 --- ParallelTerminationStrategy: PID 16327 died...\u000a00:04:59.067151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16327): Terminated: ok {rc=0}\u000a00:04:59.076631 --- ParallelTerminationStrategy: PID 16330 died...\u000a00:04:59.129437 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16330): Terminated: ok {rc=0}\u000a00:04:59.215714 bus /sierra_3: Setting Powered False\u000a00:05:00.316429 bus /sierra_3: Setting Powered False\u000a00:05:01.427639 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:04:41" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16352): Process ended prematurely: osmo-stp_10.42.42.5(pid=16352) [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16352)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16352): Process ended prematurely: osmo-stp_10.42.42.5(pid=16352) [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16352)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a00:05:03.410663 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:05:03.421876 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:05:03.576411 tst mo_mt_call.py: using LAC 37165\u000a00:05:03.691641 tst mo_mt_call.py: using RAC 190\u000a00:05:03.809847 tst mo_mt_call.py: using CellId 37165\u000a00:05:03.933736 tst mo_mt_call.py: using BVCI 37166\u000a00:05:03.958125 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:05:03.970017 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:05:03.981732 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:05:03.993475 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:05:04.005752 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:05:04.018074 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:05:04.134583 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:05:04.340717 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:05:04.817504 run create_hlr_db(pid=16346): Launched\u000a00:05:04.989509 bus /sierra_2: Setting Powered False\u000a00:05:06.023123 run create_hlr_db(pid=16346): Terminated: ok {rc=0}\u000a00:05:06.447267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16348): Launched\u000a00:05:06.767023 run osmo-hlr_10.42.42.2(pid=16349): Launched\u000a00:05:06.885014 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:05:07.442860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16351): Launched\u000a00:05:07.762884 run osmo-stp_10.42.42.5(pid=16352): Launched\u000a00:05:07.880940 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:05:08.465316 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16354): Launched\u000a00:05:08.785668 run osmo-msc_10.42.42.6(pid=16355): Launched\u000a00:05:08.973678 run osmo-stp_10.42.42.5(pid=16352): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16352)]\u000a00:05:09.109486 run osmo-stp_10.42.42.5(pid=16352): stdout: \u000a| (launched: 2022-12-14_00:05:07.605597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:05:09.244499 run osmo-stp_10.42.42.5(pid=16352): stderr: \u000a| �[0;m�[38;5;43m20221214000507800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000507800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000507801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000507801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000507801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000507801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000507802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:05:09.373402 run osmo-stp_10.42.42.5(pid=16352): stdout: \u000a| (launched: 2022-12-14_00:05:07.605597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:05:09.501198 run osmo-stp_10.42.42.5(pid=16352): stderr: \u000a| �[0;m�[38;5;43m20221214000507800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000507800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000507801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000507801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000507801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000507801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000507802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:05:09.557493 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16352): Process ended prematurely: osmo-stp_10.42.42.5(pid=16352) [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16352)] [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a00:05:09.566689 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a00:05:09.629652 run osmo-hlr_10.42.42.2(pid=16349): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16349)]\u000a00:05:09.681223 run osmo-hlr_10.42.42.2(pid=16349): stdout: \u000a| (launched: 2022-12-14_00:05:06.610219) \u000a00:05:09.733099 run osmo-hlr_10.42.42.2(pid=16349): stderr: \u000a| �[0;m�[1;31m20221214000506810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000506810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000506810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000506810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000506810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000506811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000506827 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000506836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000506837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000506837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:05:09.803674 run osmo-msc_10.42.42.6(pid=16355): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16355)]\u000a00:05:09.855396 run osmo-msc_10.42.42.6(pid=16355): stdout: \u000a| (launched: 2022-12-14_00:05:08.628498) \u000a00:05:09.907628 run osmo-msc_10.42.42.6(pid=16355): stderr: \u000a| �[0;m�[38;5;43m20221214000508952 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214000508953 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcfaf94fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214000508953 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214000508953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214000508953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214000508953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214000508955 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214000508955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214000508955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214000508955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:05:09.951846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16348): Terminating (SIGTERM)\u000a00:05:09.994030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16351): Terminating (SIGTERM)\u000a00:05:10.036270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16354): Terminating (SIGTERM)\u000a00:05:10.046033 --- ParallelTerminationStrategy: PID 16348 died...\u000a00:05:10.102062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16348): Terminated: ok {rc=0}\u000a00:05:10.112098 --- ParallelTerminationStrategy: PID 16351 died...\u000a00:05:10.167814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16351): Terminated: ok {rc=0}\u000a00:05:10.177898 --- ParallelTerminationStrategy: PID 16354 died...\u000a00:05:10.233633 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16354): Terminated: ok {rc=0}\u000a00:05:10.320521 bus /sierra_3: Setting Powered False\u000a00:05:11.421326 bus /sierra_3: Setting Powered False\u000a00:05:12.536153 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16714): Process ended prematurely: osmo-stp_10.42.42.5(pid=16714) [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16714)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16714): Process ended prematurely: osmo-stp_10.42.42.5(pid=16714) [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16714)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:05:13.656092 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:05:13.669481 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:05:13.832062 tst mo_mt_call_osmux.py: using LAC 37166\u000a00:05:13.955738 tst mo_mt_call_osmux.py: using RAC 191\u000a00:05:14.078309 tst mo_mt_call_osmux.py: using CellId 37166\u000a00:05:14.199771 tst mo_mt_call_osmux.py: using BVCI 37167\u000a00:05:14.223321 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:05:14.235404 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:05:14.247610 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:05:14.259674 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:05:14.271792 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:05:14.284142 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:05:14.402667 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:05:14.605948 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:05:15.085240 run create_hlr_db(pid=16708): Launched\u000a00:05:15.256825 bus /sierra_2: Setting Powered False\u000a00:05:16.287778 run create_hlr_db(pid=16708): Terminated: ok {rc=0}\u000a00:05:16.712161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16710): Launched\u000a00:05:17.127442 run osmo-hlr_10.42.42.2(pid=16711): Launched\u000a00:05:17.285959 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:05:17.811701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16713): Launched\u000a00:05:18.110180 run osmo-stp_10.42.42.5(pid=16714): Launched\u000a00:05:18.219849 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:05:18.765616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16716): Launched\u000a00:05:19.064330 run osmo-msc_10.42.42.6(pid=16717): Launched\u000a00:05:19.241031 run osmo-stp_10.42.42.5(pid=16714): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16714)]\u000a00:05:19.367619 run osmo-stp_10.42.42.5(pid=16714): stdout: \u000a| (launched: 2022-12-14_00:05:17.963828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:05:19.492377 run osmo-stp_10.42.42.5(pid=16714): stderr: \u000a| �[0;m�[38;5;43m20221214000518135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000518135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000518135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000518136 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000518136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000518136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000518136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:05:19.612455 run osmo-stp_10.42.42.5(pid=16714): stdout: \u000a| (launched: 2022-12-14_00:05:17.963828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:05:19.731570 run osmo-stp_10.42.42.5(pid=16714): stderr: \u000a| �[0;m�[38;5;43m20221214000518135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000518135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000518135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000518136 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000518136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000518136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000518136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:05:19.784037 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16714): Process ended prematurely: osmo-stp_10.42.42.5(pid=16714) [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16714)] [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a00:05:19.792597 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a00:05:19.852276 run osmo-hlr_10.42.42.2(pid=16711): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16711)]\u000a00:05:19.900888 run osmo-hlr_10.42.42.2(pid=16711): stdout: \u000a| (launched: 2022-12-14_00:05:16.869648) \u000a00:05:19.950276 run osmo-hlr_10.42.42.2(pid=16711): stderr: \u000a| �[0;m�[1;31m20221214000517188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000517188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000517188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000517188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000517188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000517188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000517213 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000517231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000517232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000517232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:05:20.017214 run osmo-msc_10.42.42.6(pid=16717): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16717)]\u000a00:05:20.065452 run osmo-msc_10.42.42.6(pid=16717): stdout: \u000a| (launched: 2022-12-14_00:05:18.917447) \u000a00:05:20.114405 run osmo-msc_10.42.42.6(pid=16717): stderr: \u000a| �[0;m�[38;5;43m20221214000519189 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214000519189 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f383cbc7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214000519189 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214000519189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214000519189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214000519189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214000519191 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214000519191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214000519192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214000519192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:05:20.155983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16710): Terminating (SIGTERM)\u000a00:05:20.195852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16713): Terminating (SIGTERM)\u000a00:05:20.235173 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16716): Terminating (SIGTERM)\u000a00:05:20.244374 --- ParallelTerminationStrategy: PID 16710 died...\u000a00:05:20.297080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16710): Terminated: ok {rc=0}\u000a00:05:20.306809 --- ParallelTerminationStrategy: PID 16713 died...\u000a00:05:20.359486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16713): Terminated: ok {rc=0}\u000a00:05:20.369215 --- ParallelTerminationStrategy: PID 16716 died...\u000a00:05:20.422033 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16716): Terminated: ok {rc=0}\u000a00:05:20.509102 bus /sierra_3: Setting Powered False\u000a00:05:21.612112 bus /sierra_3: Setting Powered False\u000a00:05:22.723639 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:05:03" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16904): Process ended prematurely: osmo-stp_10.42.42.5(pid=16904) [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16904)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16904): Process ended prematurely: osmo-stp_10.42.42.5(pid=16904) [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16904)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a00:05:24.721435 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:05:24.735016 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:05:24.888624 tst mo_mt_call.py: using LAC 37167\u000a00:05:25.008345 tst mo_mt_call.py: using RAC 192\u000a00:05:25.126214 tst mo_mt_call.py: using CellId 37167\u000a00:05:25.249153 tst mo_mt_call.py: using BVCI 37168\u000a00:05:25.272846 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:05:25.285009 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:05:25.297163 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:05:25.309141 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:05:25.321482 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:05:25.334852 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:05:25.451557 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:05:25.655567 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:05:26.173181 run create_hlr_db(pid=16897): Launched\u000a00:05:26.351087 bus /sierra_2: Setting Powered False\u000a00:05:27.371558 run create_hlr_db(pid=16897): Terminated: ok {rc=0}\u000a00:05:27.802334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16899): Launched\u000a00:05:28.235281 run osmo-hlr_10.42.42.2(pid=16900): Launched\u000a00:05:28.473795 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:05:29.044018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16903): Launched\u000a00:05:29.367151 run osmo-stp_10.42.42.5(pid=16904): Launched\u000a00:05:29.485221 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:05:30.082885 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16906): Launched\u000a00:05:30.409933 run osmo-msc_10.42.42.6(pid=16907): Launched\u000a00:05:30.600000 run osmo-stp_10.42.42.5(pid=16904): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16904)]\u000a00:05:30.737096 run osmo-stp_10.42.42.5(pid=16904): stdout: \u000a| (launched: 2022-12-14_00:05:29.208680)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:05:30.875668 run osmo-stp_10.42.42.5(pid=16904): stderr: \u000a| �[0;m�[38;5;43m20221214000529401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000529402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000529402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000529402 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000529403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000529403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000529403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:05:31.023449 run osmo-stp_10.42.42.5(pid=16904): stdout: \u000a| (launched: 2022-12-14_00:05:29.208680)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:05:31.153849 run osmo-stp_10.42.42.5(pid=16904): stderr: \u000a| �[0;m�[38;5;43m20221214000529401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000529402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000529402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000529402 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000529403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000529403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000529403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:05:31.209221 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16904): Process ended prematurely: osmo-stp_10.42.42.5(pid=16904) [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16904)] [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a00:05:31.218871 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a00:05:31.286211 run osmo-hlr_10.42.42.2(pid=16900): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16900)]\u000a00:05:31.354875 run osmo-hlr_10.42.42.2(pid=16900): stdout: \u000a| (launched: 2022-12-14_00:05:27.963876) \u000a00:05:31.422480 run osmo-hlr_10.42.42.2(pid=16900): stderr: \u000a| �[0;m�[1;31m20221214000528263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000528263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000528263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000528263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000528263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000528263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000528290 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000528299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000528299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000528299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:05:31.515323 run osmo-msc_10.42.42.6(pid=16907): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16907)]\u000a00:05:31.581195 run osmo-msc_10.42.42.6(pid=16907): stdout: \u000a| (launched: 2022-12-14_00:05:30.247845) \u000a00:05:31.651878 run osmo-msc_10.42.42.6(pid=16907): stderr: \u000a| �[0;m�[38;5;43m20221214000530569 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214000530569 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa38a828c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214000530569 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214000530569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214000530570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214000530570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214000530571 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214000530572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214000530572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214000530572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:05:31.709495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16899): Terminating (SIGTERM)\u000a00:05:31.762117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16903): Terminating (SIGTERM)\u000a00:05:31.818535 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16906): Terminating (SIGTERM)\u000a00:05:31.832611 --- ParallelTerminationStrategy: PID 16899 died...\u000a00:05:31.906209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16899): Terminated: ok {rc=0}\u000a00:05:31.922420 --- ParallelTerminationStrategy: PID 16903 died...\u000a00:05:31.994347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16903): Terminated: ok {rc=0}\u000a00:05:32.009113 --- ParallelTerminationStrategy: PID 16906 died...\u000a00:05:32.080876 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16906): Terminated: ok {rc=0}\u000a00:05:32.194699 bus /sierra_3: Setting Powered False\u000a00:05:33.302293 bus /sierra_3: Setting Powered False\u000a00:05:34.411848 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16915): Process ended prematurely: osmo-stp_10.42.42.5(pid=16915) [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16915)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16915): Process ended prematurely: osmo-stp_10.42.42.5(pid=16915) [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16915)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:05:35.521948 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:05:35.534116 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:05:35.686754 tst mo_mt_call_osmux.py: using LAC 37168\u000a00:05:35.811508 tst mo_mt_call_osmux.py: using RAC 193\u000a00:05:35.937026 tst mo_mt_call_osmux.py: using CellId 37168\u000a00:05:36.061789 tst mo_mt_call_osmux.py: using BVCI 37169\u000a00:05:36.086563 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:05:36.098481 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:05:36.110262 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:05:36.121979 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:05:36.134272 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:05:36.146297 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:05:36.266407 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:05:36.470372 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:05:36.953238 run create_hlr_db(pid=16909): Launched\u000a00:05:37.126269 bus /sierra_2: Setting Powered False\u000a00:05:38.148006 run create_hlr_db(pid=16909): Terminated: ok {rc=0}\u000a00:05:38.550072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16911): Launched\u000a00:05:38.851709 run osmo-hlr_10.42.42.2(pid=16912): Launched\u000a00:05:38.962841 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:05:39.485845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16914): Launched\u000a00:05:39.789593 run osmo-stp_10.42.42.5(pid=16915): Launched\u000a00:05:39.900261 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:05:40.452632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16917): Launched\u000a00:05:40.758162 run osmo-msc_10.42.42.6(pid=16918): Launched\u000a00:05:40.936772 run osmo-stp_10.42.42.5(pid=16915): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16915)]\u000a00:05:41.065727 run osmo-stp_10.42.42.5(pid=16915): stdout: \u000a| (launched: 2022-12-14_00:05:39.639091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:05:41.191418 run osmo-stp_10.42.42.5(pid=16915): stderr: \u000a| �[0;m�[38;5;43m20221214000539809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000539809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000539809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000539810 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000539812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000539812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000539812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:05:41.313759 run osmo-stp_10.42.42.5(pid=16915): stdout: \u000a| (launched: 2022-12-14_00:05:39.639091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:05:41.434403 run osmo-stp_10.42.42.5(pid=16915): stderr: \u000a| �[0;m�[38;5;43m20221214000539809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000539809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000539809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000539810 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000539812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000539812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000539812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:05:41.487709 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16915): Process ended prematurely: osmo-stp_10.42.42.5(pid=16915) [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16915)] [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a00:05:41.496492 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a00:05:41.555614 run osmo-hlr_10.42.42.2(pid=16912): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16912)]\u000a00:05:41.604062 run osmo-hlr_10.42.42.2(pid=16912): stdout: \u000a| (launched: 2022-12-14_00:05:38.703532) \u000a00:05:41.652931 run osmo-hlr_10.42.42.2(pid=16912): stderr: \u000a| �[0;m�[1;31m20221214000538879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000538879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000538879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000538879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000538879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000538879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000538891 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000538900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000538900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000538900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:05:41.719942 run osmo-msc_10.42.42.6(pid=16918): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16918)]\u000a00:05:41.768394 run osmo-msc_10.42.42.6(pid=16918): stdout: \u000a| (launched: 2022-12-14_00:05:40.606517) \u000a00:05:41.817374 run osmo-msc_10.42.42.6(pid=16918): stderr: \u000a| �[0;m�[38;5;43m20221214000540879 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214000540879 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0bf5bffc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214000540879 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214000540880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214000540880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214000540880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214000540882 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214000540882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214000540882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214000540882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:05:41.858589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16911): Terminating (SIGTERM)\u000a00:05:41.897925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16914): Terminating (SIGTERM)\u000a00:05:41.937450 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16917): Terminating (SIGTERM)\u000a00:05:41.946678 --- ParallelTerminationStrategy: PID 16911 died...\u000a00:05:41.999270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16911): Terminated: ok {rc=0}\u000a00:05:42.008839 --- ParallelTerminationStrategy: PID 16914 died...\u000a00:05:42.061566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16914): Terminated: ok {rc=0}\u000a00:05:42.071305 --- ParallelTerminationStrategy: PID 16917 died...\u000a00:05:42.124086 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16917): Terminated: ok {rc=0}\u000a00:05:42.210596 bus /sierra_3: Setting Powered False\u000a00:05:43.313039 bus /sierra_3: Setting Powered False\u000a00:05:44.419439 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:05:24" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16929): Process ended prematurely: osmo-stp_10.42.42.5(pid=16929) [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16929)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16929): Process ended prematurely: osmo-stp_10.42.42.5(pid=16929) [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16929)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a00:05:46.453855 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:05:46.465815 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a00:05:46.661004 tst mo_mt_call.py: using LAC 37169\u000a00:05:46.824490 tst mo_mt_call.py: using RAC 194\u000a00:05:46.958913 tst mo_mt_call.py: using CellId 37169\u000a00:05:47.109399 tst mo_mt_call.py: using BVCI 37170\u000a00:05:47.142678 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:05:47.157339 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:05:47.171281 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:05:47.186500 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:05:47.200345 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:05:47.213939 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:05:47.337968 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:05:47.542312 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:05:48.029844 run create_hlr_db(pid=16923): Launched\u000a00:05:48.204196 bus /sierra_2: Setting Powered False\u000a00:05:49.226782 run create_hlr_db(pid=16923): Terminated: ok {rc=0}\u000a00:05:49.633616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16925): Launched\u000a00:05:49.936388 run osmo-hlr_10.42.42.2(pid=16926): Launched\u000a00:05:50.054831 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:05:50.588662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16928): Launched\u000a00:05:50.891095 run osmo-stp_10.42.42.5(pid=16929): Launched\u000a00:05:51.005574 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:05:51.556478 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16931): Launched\u000a00:05:51.861613 run osmo-msc_10.42.42.6(pid=16932): Launched\u000a00:05:52.042095 run osmo-stp_10.42.42.5(pid=16929): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16929)]\u000a00:05:52.170009 run osmo-stp_10.42.42.5(pid=16929): stdout: \u000a| (launched: 2022-12-14_00:05:50.741941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:05:52.295616 run osmo-stp_10.42.42.5(pid=16929): stderr: \u000a| �[0;m�[38;5;43m20221214000550912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000550912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000550912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000550913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000550915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000550915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000550915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:05:52.416699 run osmo-stp_10.42.42.5(pid=16929): stdout: \u000a| (launched: 2022-12-14_00:05:50.741941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:05:52.538123 run osmo-stp_10.42.42.5(pid=16929): stderr: \u000a| �[0;m�[38;5;43m20221214000550912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000550912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000550912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000550913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000550915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000550915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000550915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:05:52.591455 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16929): Process ended prematurely: osmo-stp_10.42.42.5(pid=16929) [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16929)] [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a00:05:52.600006 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a00:05:52.659330 run osmo-hlr_10.42.42.2(pid=16926): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16926)]\u000a00:05:52.707820 run osmo-hlr_10.42.42.2(pid=16926): stdout: \u000a| (launched: 2022-12-14_00:05:49.787255) \u000a00:05:52.757131 run osmo-hlr_10.42.42.2(pid=16926): stderr: \u000a| �[0;m�[1;31m20221214000549968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000549968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000549968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000549968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000549968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000549968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000549980 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000549991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000549991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000549991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:05:52.824132 run osmo-msc_10.42.42.6(pid=16932): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16932)]\u000a00:05:52.872528 run osmo-msc_10.42.42.6(pid=16932): stdout: \u000a| (launched: 2022-12-14_00:05:51.710349) \u000a00:05:52.921634 run osmo-msc_10.42.42.6(pid=16932): stderr: \u000a| �[0;m�[38;5;43m20221214000551992 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214000551992 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fefe1fcac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214000551993 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214000551993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214000551993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214000551993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214000551995 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214000551995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214000551995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214000551995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:05:52.962895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16925): Terminating (SIGTERM)\u000a00:05:53.001925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16928): Terminating (SIGTERM)\u000a00:05:53.041073 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16931): Terminating (SIGTERM)\u000a00:05:53.050366 --- ParallelTerminationStrategy: PID 16925 died...\u000a00:05:53.103475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16925): Terminated: ok {rc=0}\u000a00:05:53.113180 --- ParallelTerminationStrategy: PID 16928 died...\u000a00:05:53.165838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16928): Terminated: ok {rc=0}\u000a00:05:53.175408 --- ParallelTerminationStrategy: PID 16931 died...\u000a00:05:53.227949 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16931): Terminated: ok {rc=0}\u000a00:05:53.314655 bus /sierra_3: Setting Powered False\u000a00:05:54.419708 bus /sierra_3: Setting Powered False\u000a00:05:55.528022 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16940): Process ended prematurely: osmo-stp_10.42.42.5(pid=16940) [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16940)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16940): Process ended prematurely: osmo-stp_10.42.42.5(pid=16940) [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16940)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:05:56.642728 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:05:56.655178 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a00:05:56.814353 tst mo_mt_call_osmux.py: using LAC 37170\u000a00:05:56.932420 tst mo_mt_call_osmux.py: using RAC 195\u000a00:05:57.051535 tst mo_mt_call_osmux.py: using CellId 37170\u000a00:05:57.170829 tst mo_mt_call_osmux.py: using BVCI 37171\u000a00:05:57.194127 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:05:57.205701 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:05:57.216746 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:05:57.227914 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:05:57.239227 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:05:57.250356 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:05:57.370496 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:05:57.574399 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:05:58.061531 run create_hlr_db(pid=16934): Launched\u000a00:05:58.235208 bus /sierra_2: Setting Powered False\u000a00:05:59.258182 run create_hlr_db(pid=16934): Terminated: ok {rc=0}\u000a00:05:59.688639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16936): Launched\u000a00:06:00.015329 run osmo-hlr_10.42.42.2(pid=16937): Launched\u000a00:06:00.135547 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:06:00.699395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16939): Launched\u000a00:06:01.197523 run osmo-stp_10.42.42.5(pid=16940): Launched\u000a00:06:01.454462 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:06:02.158200 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16942): Launched\u000a00:06:02.533814 run osmo-msc_10.42.42.6(pid=16943): Launched\u000a00:06:02.712104 run osmo-stp_10.42.42.5(pid=16940): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16940)]\u000a00:06:02.852769 run osmo-stp_10.42.42.5(pid=16940): stdout: \u000a| (launched: 2022-12-14_00:06:00.873495)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:06:02.997385 run osmo-stp_10.42.42.5(pid=16940): stderr: \u000a| �[0;m�[38;5;43m20221214000601129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000601129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000601130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000601131 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000601132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000601134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000601134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:06:03.119601 run osmo-stp_10.42.42.5(pid=16940): stdout: \u000a| (launched: 2022-12-14_00:06:00.873495)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:06:03.240076 run osmo-stp_10.42.42.5(pid=16940): stderr: \u000a| �[0;m�[38;5;43m20221214000601129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000601129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000601130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000601131 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000601132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000601134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000601134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:06:03.293327 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16940): Process ended prematurely: osmo-stp_10.42.42.5(pid=16940) [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16940)] [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a00:06:03.302036 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a00:06:03.362529 run osmo-hlr_10.42.42.2(pid=16937): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16937)]\u000a00:06:03.411845 run osmo-hlr_10.42.42.2(pid=16937): stdout: \u000a| (launched: 2022-12-14_00:05:59.853697) \u000a00:06:03.461574 run osmo-hlr_10.42.42.2(pid=16937): stderr: \u000a| �[0;m�[1;31m20221214000600056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000600056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000600056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000600056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000600056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000600056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000600069 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000600077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000600078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000600078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:06:03.530360 run osmo-msc_10.42.42.6(pid=16943): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16943)]\u000a00:06:03.579916 run osmo-msc_10.42.42.6(pid=16943): stdout: \u000a| (launched: 2022-12-14_00:06:02.315586) \u000a00:06:03.629855 run osmo-msc_10.42.42.6(pid=16943): stderr: \u000a| �[0;m�[38;5;43m20221214000602623 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214000602623 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1ad4059c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214000602623 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214000602623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214000602623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214000602623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214000602625 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214000602626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214000602626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214000602626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:06:03.672091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16936): Terminating (SIGTERM)\u000a00:06:03.712014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16939): Terminating (SIGTERM)\u000a00:06:03.752128 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16942): Terminating (SIGTERM)\u000a00:06:03.761656 --- ParallelTerminationStrategy: PID 16936 died...\u000a00:06:03.815335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16936): Terminated: ok {rc=0}\u000a00:06:03.825208 --- ParallelTerminationStrategy: PID 16939 died...\u000a00:06:03.878469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16939): Terminated: ok {rc=0}\u000a00:06:03.888258 --- ParallelTerminationStrategy: PID 16942 died...\u000a00:06:03.941750 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16942): Terminated: ok {rc=0}\u000a00:06:04.029644 bus /sierra_3: Setting Powered False\u000a00:06:05.132268 bus /sierra_3: Setting Powered False\u000a00:06:06.243547 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:05:46" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16954): Process ended prematurely: osmo-stp_10.42.42.5(pid=16954) [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16954)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16954): Process ended prematurely: osmo-stp_10.42.42.5(pid=16954) [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16954)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a00:06:08.247031 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:06:08.258980 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a00:06:08.417879 tst mo_mt_call.py: using LAC 37171\u000a00:06:08.547084 tst mo_mt_call.py: using RAC 196\u000a00:06:08.671960 tst mo_mt_call.py: using CellId 37171\u000a00:06:08.796613 tst mo_mt_call.py: using BVCI 37172\u000a00:06:08.821478 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:06:08.833427 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:06:08.845126 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:06:08.856742 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:06:08.868852 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:06:08.881175 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:06:08.997224 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:06:09.203774 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:06:09.686222 run create_hlr_db(pid=16948): Launched\u000a00:06:09.859635 bus /sierra_2: Setting Powered False\u000a00:06:10.882610 run create_hlr_db(pid=16948): Terminated: ok {rc=0}\u000a00:06:11.311770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16950): Launched\u000a00:06:11.635044 run osmo-hlr_10.42.42.2(pid=16951): Launched\u000a00:06:11.747293 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:06:12.271317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16953): Launched\u000a00:06:12.572850 run osmo-stp_10.42.42.5(pid=16954): Launched\u000a00:06:12.683280 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:06:13.234679 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16956): Launched\u000a00:06:13.538764 run osmo-msc_10.42.42.6(pid=16957): Launched\u000a00:06:13.716174 run osmo-stp_10.42.42.5(pid=16954): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16954)]\u000a00:06:13.844325 run osmo-stp_10.42.42.5(pid=16954): stdout: \u000a| (launched: 2022-12-14_00:06:12.424610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:06:13.970272 run osmo-stp_10.42.42.5(pid=16954): stderr: \u000a| �[0;m�[38;5;43m20221214000612595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000612596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000612596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000612596 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000612597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000612597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000612597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:06:14.091603 run osmo-stp_10.42.42.5(pid=16954): stdout: \u000a| (launched: 2022-12-14_00:06:12.424610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:06:14.211797 run osmo-stp_10.42.42.5(pid=16954): stderr: \u000a| �[0;m�[38;5;43m20221214000612595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000612596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000612596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000612596 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000612597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000612597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000612597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:06:14.265096 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16954): Process ended prematurely: osmo-stp_10.42.42.5(pid=16954) [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16954)] [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a00:06:14.273488 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a00:06:14.333080 run osmo-hlr_10.42.42.2(pid=16951): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16951)]\u000a00:06:14.381531 run osmo-hlr_10.42.42.2(pid=16951): stdout: \u000a| (launched: 2022-12-14_00:06:11.476904) \u000a00:06:14.430678 run osmo-hlr_10.42.42.2(pid=16951): stderr: \u000a| �[0;m�[1;31m20221214000611656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000611657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000611657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000611657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000611657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000611657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000611704 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000611713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000611713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000611713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:06:14.497464 run osmo-msc_10.42.42.6(pid=16957): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16957)]\u000a00:06:14.545871 run osmo-msc_10.42.42.6(pid=16957): stdout: \u000a| (launched: 2022-12-14_00:06:13.389040) \u000a00:06:14.594736 run osmo-msc_10.42.42.6(pid=16957): stderr: \u000a| �[0;m�[38;5;43m20221214000613662 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214000613663 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7eff5b399c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214000613663 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214000613663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214000613663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214000613663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214000613665 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214000613666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214000613666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214000613666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:06:14.636902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16950): Terminating (SIGTERM)\u000a00:06:14.676077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16953): Terminating (SIGTERM)\u000a00:06:14.715284 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16956): Terminating (SIGTERM)\u000a00:06:14.724414 --- ParallelTerminationStrategy: PID 16950 died...\u000a00:06:14.776938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16950): Terminated: ok {rc=0}\u000a00:06:14.786509 --- ParallelTerminationStrategy: PID 16953 died...\u000a00:06:14.838798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16953): Terminated: ok {rc=0}\u000a00:06:14.848259 --- ParallelTerminationStrategy: PID 16956 died...\u000a00:06:14.900422 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16956): Terminated: ok {rc=0}\u000a00:06:14.983305 bus /sierra_3: Setting Powered False\u000a00:06:16.086804 bus /sierra_3: Setting Powered False\u000a00:06:17.203538 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16965): Process ended prematurely: osmo-stp_10.42.42.5(pid=16965) [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16965)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16965): Process ended prematurely: osmo-stp_10.42.42.5(pid=16965) [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16965)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:06:18.313397 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:06:18.325616 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a00:06:18.478982 tst mo_mt_call_osmux.py: using LAC 37172\u000a00:06:18.599634 tst mo_mt_call_osmux.py: using RAC 197\u000a00:06:18.721263 tst mo_mt_call_osmux.py: using CellId 37172\u000a00:06:18.841535 tst mo_mt_call_osmux.py: using BVCI 37173\u000a00:06:18.864395 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:06:18.875786 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:06:18.887005 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:06:18.898202 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:06:18.909440 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:06:18.920513 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:06:19.035808 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:06:19.248088 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:06:19.760149 run create_hlr_db(pid=16959): Launched\u000a00:06:19.948812 bus /sierra_2: Setting Powered False\u000a00:06:20.969390 run create_hlr_db(pid=16959): Terminated: ok {rc=0}\u000a00:06:21.385817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16961): Launched\u000a00:06:21.712064 run osmo-hlr_10.42.42.2(pid=16962): Launched\u000a00:06:21.832294 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:06:22.395254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16964): Launched\u000a00:06:22.720397 run osmo-stp_10.42.42.5(pid=16965): Launched\u000a00:06:22.838342 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:06:23.431506 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16967): Launched\u000a00:06:23.756556 run osmo-msc_10.42.42.6(pid=16968): Launched\u000a00:06:23.947073 run osmo-stp_10.42.42.5(pid=16965): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16965)]\u000a00:06:24.084212 run osmo-stp_10.42.42.5(pid=16965): stdout: \u000a| (launched: 2022-12-14_00:06:22.559441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:06:24.220935 run osmo-stp_10.42.42.5(pid=16965): stderr: \u000a| �[0;m�[38;5;43m20221214000622751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000622752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000622752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000622752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000622755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000622755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000622755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:06:24.351387 run osmo-stp_10.42.42.5(pid=16965): stdout: \u000a| (launched: 2022-12-14_00:06:22.559441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:06:24.480454 run osmo-stp_10.42.42.5(pid=16965): stderr: \u000a| �[0;m�[38;5;43m20221214000622751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000622752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000622752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000622752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000622755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000622755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000622755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:06:24.537338 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16965): Process ended prematurely: osmo-stp_10.42.42.5(pid=16965) [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16965)] [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a00:06:24.546614 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a00:06:24.609930 run osmo-hlr_10.42.42.2(pid=16962): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16962)]\u000a00:06:24.661583 run osmo-hlr_10.42.42.2(pid=16962): stdout: \u000a| (launched: 2022-12-14_00:06:21.551117) \u000a00:06:24.714139 run osmo-hlr_10.42.42.2(pid=16962): stderr: \u000a| �[0;m�[1;31m20221214000621748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000621748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000621748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000621748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000621749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000621749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000621760 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000621769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000621769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000621769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:06:24.785186 run osmo-msc_10.42.42.6(pid=16968): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16968)]\u000a00:06:24.836699 run osmo-msc_10.42.42.6(pid=16968): stdout: \u000a| (launched: 2022-12-14_00:06:23.596821) \u000a00:06:24.888939 run osmo-msc_10.42.42.6(pid=16968): stderr: \u000a| �[0;m�[38;5;43m20221214000623919 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214000623919 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa8b7f93c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214000623919 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214000623919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214000623920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214000623920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214000623921 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214000623922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214000623922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214000623922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:06:24.933616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16961): Terminating (SIGTERM)\u000a00:06:24.975610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16964): Terminating (SIGTERM)\u000a00:06:25.017810 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16967): Terminating (SIGTERM)\u000a00:06:25.027600 --- ParallelTerminationStrategy: PID 16961 died...\u000a00:06:25.084156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16961): Terminated: ok {rc=0}\u000a00:06:25.094306 --- ParallelTerminationStrategy: PID 16964 died...\u000a00:06:25.150468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16964): Terminated: ok {rc=0}\u000a00:06:25.160541 --- ParallelTerminationStrategy: PID 16967 died...\u000a00:06:25.216824 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16967): Terminated: ok {rc=0}\u000a00:06:25.304834 bus /sierra_3: Setting Powered False\u000a00:06:26.411700 bus /sierra_3: Setting Powered False\u000a00:06:27.522449 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:06:07" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16979): Process ended prematurely: osmo-stp_10.42.42.5(pid=16979) [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16979)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16979): Process ended prematurely: osmo-stp_10.42.42.5(pid=16979) [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16979)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a00:06:29.507422 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:06:29.519029 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:06:29.675534 tst mo_mt_call.py: using LAC 37173\u000a00:06:29.794653 tst mo_mt_call.py: using RAC 198\u000a00:06:29.911340 tst mo_mt_call.py: using CellId 37173\u000a00:06:30.027835 tst mo_mt_call.py: using BVCI 37174\u000a00:06:30.050880 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:06:30.062281 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:06:30.073570 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:06:30.084733 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:06:30.096125 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:06:30.107363 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:06:30.223164 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:06:30.429131 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:06:30.965074 run create_hlr_db(pid=16973): Launched\u000a00:06:31.142135 bus /sierra_2: Setting Powered False\u000a00:06:32.178371 run create_hlr_db(pid=16973): Terminated: ok {rc=0}\u000a00:06:32.584322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16975): Launched\u000a00:06:32.888349 run osmo-hlr_10.42.42.2(pid=16976): Launched\u000a00:06:33.007420 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:06:33.540075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16978): Launched\u000a00:06:33.844268 run osmo-stp_10.42.42.5(pid=16979): Launched\u000a00:06:33.953609 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:06:34.506657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16981): Launched\u000a00:06:34.811071 run osmo-msc_10.42.42.6(pid=16982): Launched\u000a00:06:34.989318 run osmo-stp_10.42.42.5(pid=16979): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16979)]\u000a00:06:35.117101 run osmo-stp_10.42.42.5(pid=16979): stdout: \u000a| (launched: 2022-12-14_00:06:33.693372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:06:35.242815 run osmo-stp_10.42.42.5(pid=16979): stderr: \u000a| �[0;m�[38;5;43m20221214000633864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000633864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000633864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000633865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000633865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000633865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000633865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:06:35.364080 run osmo-stp_10.42.42.5(pid=16979): stdout: \u000a| (launched: 2022-12-14_00:06:33.693372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:06:35.484396 run osmo-stp_10.42.42.5(pid=16979): stderr: \u000a| �[0;m�[38;5;43m20221214000633864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000633864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000633864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000633865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000633865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000633865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000633865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:06:35.537460 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16979): Process ended prematurely: osmo-stp_10.42.42.5(pid=16979) [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16979)] [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a00:06:35.545885 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a00:06:35.605160 run osmo-hlr_10.42.42.2(pid=16976): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16976)]\u000a00:06:35.653522 run osmo-hlr_10.42.42.2(pid=16976): stdout: \u000a| (launched: 2022-12-14_00:06:32.738351) \u000a00:06:35.702508 run osmo-hlr_10.42.42.2(pid=16976): stderr: \u000a| �[0;m�[1;31m20221214000632918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000632918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000632918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000632918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000632918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000632918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000632930 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000632942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000632942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000632942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:06:35.769473 run osmo-msc_10.42.42.6(pid=16982): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16982)]\u000a00:06:35.817863 run osmo-msc_10.42.42.6(pid=16982): stdout: \u000a| (launched: 2022-12-14_00:06:34.661109) \u000a00:06:35.866679 run osmo-msc_10.42.42.6(pid=16982): stderr: \u000a| �[0;m�[38;5;43m20221214000634934 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214000634934 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe7eabcdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214000634935 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214000634935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214000634935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214000634935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214000634938 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214000634938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214000634938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214000634938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:06:35.908577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16975): Terminating (SIGTERM)\u000a00:06:35.947685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16978): Terminating (SIGTERM)\u000a00:06:35.986911 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16981): Terminating (SIGTERM)\u000a00:06:35.996142 --- ParallelTerminationStrategy: PID 16975 died...\u000a00:06:36.048811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16975): Terminated: ok {rc=0}\u000a00:06:36.058478 --- ParallelTerminationStrategy: PID 16978 died...\u000a00:06:36.111056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16978): Terminated: ok {rc=0}\u000a00:06:36.120609 --- ParallelTerminationStrategy: PID 16981 died...\u000a00:06:36.173163 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16981): Terminated: ok {rc=0}\u000a00:06:36.259290 bus /sierra_3: Setting Powered False\u000a00:06:37.360586 bus /sierra_3: Setting Powered False\u000a00:06:38.469439 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16990): Process ended prematurely: osmo-stp_10.42.42.5(pid=16990) [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16990)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16990): Process ended prematurely: osmo-stp_10.42.42.5(pid=16990) [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16990)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:06:39.579563 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:06:39.591653 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:06:39.746959 tst mo_mt_call_osmux.py: using LAC 37174\u000a00:06:39.865441 tst mo_mt_call_osmux.py: using RAC 199\u000a00:06:39.983671 tst mo_mt_call_osmux.py: using CellId 37174\u000a00:06:40.103742 tst mo_mt_call_osmux.py: using BVCI 37175\u000a00:06:40.126756 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:06:40.138634 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:06:40.149971 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:06:40.161246 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:06:40.172411 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:06:40.183639 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:06:40.306256 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:06:40.511384 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:06:40.997904 run create_hlr_db(pid=16984): Launched\u000a00:06:41.171431 bus /sierra_2: Setting Powered False\u000a00:06:42.194320 run create_hlr_db(pid=16984): Terminated: ok {rc=0}\u000a00:06:42.625892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16986): Launched\u000a00:06:42.952679 run osmo-hlr_10.42.42.2(pid=16987): Launched\u000a00:06:43.073018 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:06:43.636463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16989): Launched\u000a00:06:43.960500 run osmo-stp_10.42.42.5(pid=16990): Launched\u000a00:06:44.078440 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:06:44.671274 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16992): Launched\u000a00:06:44.997861 run osmo-msc_10.42.42.6(pid=16993): Launched\u000a00:06:45.188076 run osmo-stp_10.42.42.5(pid=16990): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16990)]\u000a00:06:45.325978 run osmo-stp_10.42.42.5(pid=16990): stdout: \u000a| (launched: 2022-12-14_00:06:43.801178)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:06:45.463113 run osmo-stp_10.42.42.5(pid=16990): stderr: \u000a| �[0;m�[38;5;43m20221214000643995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000643995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000643996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000643996 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000643997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000643997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000643997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:06:45.594096 run osmo-stp_10.42.42.5(pid=16990): stdout: \u000a| (launched: 2022-12-14_00:06:43.801178)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:06:45.723276 run osmo-stp_10.42.42.5(pid=16990): stderr: \u000a| �[0;m�[38;5;43m20221214000643995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000643995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000643996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000643996 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000643997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000643997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000643997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:06:45.780180 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16990): Process ended prematurely: osmo-stp_10.42.42.5(pid=16990) [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16990)] [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a00:06:45.789748 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a00:06:45.867668 run osmo-hlr_10.42.42.2(pid=16987): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16987)]\u000a00:06:45.927891 run osmo-hlr_10.42.42.2(pid=16987): stdout: \u000a| (launched: 2022-12-14_00:06:42.790730) \u000a00:06:45.980060 run osmo-hlr_10.42.42.2(pid=16987): stderr: \u000a| �[0;m�[1;31m20221214000642992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000642992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000642992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000642992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000642992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000642992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000643005 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000643013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000643013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000643013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:06:46.050093 run osmo-msc_10.42.42.6(pid=16993): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16993)]\u000a00:06:46.100730 run osmo-msc_10.42.42.6(pid=16993): stdout: \u000a| (launched: 2022-12-14_00:06:44.836178) \u000a00:06:46.153141 run osmo-msc_10.42.42.6(pid=16993): stderr: \u000a| �[0;m�[38;5;43m20221214000645160 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214000645160 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffb898ecc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214000645160 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214000645160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214000645160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214000645160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214000645162 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214000645163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214000645163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214000645163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:06:46.196773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16986): Terminating (SIGTERM)\u000a00:06:46.239944 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16989): Terminating (SIGTERM)\u000a00:06:46.282282 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16992): Terminating (SIGTERM)\u000a00:06:46.293649 --- ParallelTerminationStrategy: PID 16986 died...\u000a00:06:46.352249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16986): Terminated: ok {rc=0}\u000a00:06:46.362827 --- ParallelTerminationStrategy: PID 16989 died...\u000a00:06:46.418398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16989): Terminated: ok {rc=0}\u000a00:06:46.428574 --- ParallelTerminationStrategy: PID 16992 died...\u000a00:06:46.484054 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16992): Terminated: ok {rc=0}\u000a00:06:46.570773 bus /sierra_3: Setting Powered False\u000a00:06:47.670732 bus /sierra_3: Setting Powered False\u000a00:06:48.780472 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:06:29" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17004): Process ended prematurely: osmo-stp_10.42.42.5(pid=17004) [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17004)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17004): Process ended prematurely: osmo-stp_10.42.42.5(pid=17004) [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17004)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a00:06:50.764818 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:06:50.775899 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:06:50.932012 tst mo_mt_call.py: using LAC 37175\u000a00:06:51.052614 tst mo_mt_call.py: using RAC 200\u000a00:06:51.171324 tst mo_mt_call.py: using CellId 37175\u000a00:06:51.291502 tst mo_mt_call.py: using BVCI 37176\u000a00:06:51.314618 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:06:51.325820 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:06:51.336718 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:06:51.347631 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:06:51.358595 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:06:51.369584 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:06:51.486643 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:06:51.689082 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:06:52.173941 run create_hlr_db(pid=16998): Launched\u000a00:06:52.348342 bus /sierra_2: Setting Powered False\u000a00:06:53.369613 run create_hlr_db(pid=16998): Terminated: ok {rc=0}\u000a00:06:53.799959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17000): Launched\u000a00:06:54.124821 run osmo-hlr_10.42.42.2(pid=17001): Launched\u000a00:06:54.245272 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:06:54.809322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17003): Launched\u000a00:06:55.135049 run osmo-stp_10.42.42.5(pid=17004): Launched\u000a00:06:55.252711 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:06:55.845380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17006): Launched\u000a00:06:56.172730 run osmo-msc_10.42.42.6(pid=17007): Launched\u000a00:06:56.362959 run osmo-stp_10.42.42.5(pid=17004): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17004)]\u000a00:06:56.500144 run osmo-stp_10.42.42.5(pid=17004): stdout: \u000a| (launched: 2022-12-14_00:06:54.974906)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:06:56.637509 run osmo-stp_10.42.42.5(pid=17004): stderr: \u000a| �[0;m�[38;5;43m20221214000655169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000655169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000655169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000655170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000655170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000655170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000655170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:06:56.768275 run osmo-stp_10.42.42.5(pid=17004): stdout: \u000a| (launched: 2022-12-14_00:06:54.974906)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:06:56.898508 run osmo-stp_10.42.42.5(pid=17004): stderr: \u000a| �[0;m�[38;5;43m20221214000655169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000655169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000655169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000655170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000655170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000655170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000655170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:06:56.955778 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17004): Process ended prematurely: osmo-stp_10.42.42.5(pid=17004) [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17004)] [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a00:06:56.965112 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a00:06:57.028331 run osmo-hlr_10.42.42.2(pid=17001): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17001)]\u000a00:06:57.079949 run osmo-hlr_10.42.42.2(pid=17001): stdout: \u000a| (launched: 2022-12-14_00:06:53.965950) \u000a00:06:57.132155 run osmo-hlr_10.42.42.2(pid=17001): stderr: \u000a| �[0;m�[1;31m20221214000654166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000654166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000654166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000654167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000654167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000654167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000654179 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000654187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000654187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000654187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:06:57.203022 run osmo-msc_10.42.42.6(pid=17007): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17007)]\u000a00:06:57.254684 run osmo-msc_10.42.42.6(pid=17007): stdout: \u000a| (launched: 2022-12-14_00:06:56.011438) \u000a00:06:57.306717 run osmo-msc_10.42.42.6(pid=17007): stderr: \u000a| �[0;m�[38;5;43m20221214000656331 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214000656331 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5ca55b3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214000656331 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214000656331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214000656331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214000656331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214000656333 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214000656333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214000656334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214000656334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:06:57.351316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17000): Terminating (SIGTERM)\u000a00:06:57.393363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17003): Terminating (SIGTERM)\u000a00:06:57.435840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17006): Terminating (SIGTERM)\u000a00:06:57.445713 --- ParallelTerminationStrategy: PID 17000 died...\u000a00:06:57.502159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17000): Terminated: ok {rc=0}\u000a00:06:57.512297 --- ParallelTerminationStrategy: PID 17003 died...\u000a00:06:57.568458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17003): Terminated: ok {rc=0}\u000a00:06:57.578515 --- ParallelTerminationStrategy: PID 17006 died...\u000a00:06:57.634597 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17006): Terminated: ok {rc=0}\u000a00:06:57.721991 bus /sierra_3: Setting Powered False\u000a00:06:58.824879 bus /sierra_3: Setting Powered False\u000a00:06:59.934122 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17015): Process ended prematurely: osmo-stp_10.42.42.5(pid=17015) [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17015)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17015): Process ended prematurely: osmo-stp_10.42.42.5(pid=17015) [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17015)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:07:01.051450 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:07:01.064329 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:07:01.254939 tst mo_mt_call_osmux.py: using LAC 37176\u000a00:07:01.377736 tst mo_mt_call_osmux.py: using RAC 201\u000a00:07:01.543165 tst mo_mt_call_osmux.py: using CellId 37176\u000a00:07:01.673714 tst mo_mt_call_osmux.py: using BVCI 37177\u000a00:07:01.699691 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:07:01.712460 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:07:01.725064 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:07:01.737566 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:07:01.751428 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:07:01.765913 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:07:01.907919 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:07:02.146409 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:07:02.635372 run create_hlr_db(pid=17009): Launched\u000a00:07:02.809675 bus /sierra_2: Setting Powered False\u000a00:07:03.831889 run create_hlr_db(pid=17009): Terminated: ok {rc=0}\u000a00:07:04.264549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17011): Launched\u000a00:07:04.592439 run osmo-hlr_10.42.42.2(pid=17012): Launched\u000a00:07:04.712449 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:07:05.276137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17014): Launched\u000a00:07:05.601874 run osmo-stp_10.42.42.5(pid=17015): Launched\u000a00:07:05.719919 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:07:06.311670 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17017): Launched\u000a00:07:06.636768 run osmo-msc_10.42.42.6(pid=17018): Launched\u000a00:07:06.826659 run osmo-stp_10.42.42.5(pid=17015): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17015)]\u000a00:07:06.964259 run osmo-stp_10.42.42.5(pid=17015): stdout: \u000a| (launched: 2022-12-14_00:07:05.440439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:07:07.101107 run osmo-stp_10.42.42.5(pid=17015): stderr: \u000a| �[0;m�[38;5;43m20221214000705635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000705636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000705636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000705636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000705637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000705637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000705637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:07:07.231221 run osmo-stp_10.42.42.5(pid=17015): stdout: \u000a| (launched: 2022-12-14_00:07:05.440439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:07:07.360038 run osmo-stp_10.42.42.5(pid=17015): stderr: \u000a| �[0;m�[38;5;43m20221214000705635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000705636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000705636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000705636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000705637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000705637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000705637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:07:07.416867 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17015): Process ended prematurely: osmo-stp_10.42.42.5(pid=17015) [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17015)] [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a00:07:07.426313 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a00:07:07.488790 run osmo-hlr_10.42.42.2(pid=17012): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17012)]\u000a00:07:07.540050 run osmo-hlr_10.42.42.2(pid=17012): stdout: \u000a| (launched: 2022-12-14_00:07:04.430071) \u000a00:07:07.592059 run osmo-hlr_10.42.42.2(pid=17012): stderr: \u000a| �[0;m�[1;31m20221214000704631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000704631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000704631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000704631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000704631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000704631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000704644 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000704652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000704652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000704652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:07:07.662365 run osmo-msc_10.42.42.6(pid=17018): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17018)]\u000a00:07:07.713530 run osmo-msc_10.42.42.6(pid=17018): stdout: \u000a| (launched: 2022-12-14_00:07:06.477101) \u000a00:07:07.765088 run osmo-msc_10.42.42.6(pid=17018): stderr: \u000a| �[0;m�[38;5;43m20221214000706800 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214000706801 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff6940d2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214000706801 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214000706801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214000706801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214000706801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214000706803 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214000706803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214000706803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214000706803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:07:07.808818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17011): Terminating (SIGTERM)\u000a00:07:07.850387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17014): Terminating (SIGTERM)\u000a00:07:07.891818 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17017): Terminating (SIGTERM)\u000a00:07:07.901908 --- ParallelTerminationStrategy: PID 17011 died...\u000a00:07:07.958159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17011): Terminated: ok {rc=0}\u000a00:07:07.968350 --- ParallelTerminationStrategy: PID 17014 died...\u000a00:07:08.023677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17014): Terminated: ok {rc=0}\u000a00:07:08.034194 --- ParallelTerminationStrategy: PID 17017 died...\u000a00:07:08.090033 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17017): Terminated: ok {rc=0}\u000a00:07:08.175554 bus /sierra_3: Setting Powered False\u000a00:07:09.280974 bus /sierra_3: Setting Powered False\u000a00:07:10.387394 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:06:50" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17029): Process ended prematurely: osmo-stp_10.42.42.5(pid=17029) [trial-2396↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17029)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17029): Process ended prematurely: osmo-stp_10.42.42.5(pid=17029) [trial-2396↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17029)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a00:07:12.401641 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:07:12.413037 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a00:07:12.550689 tst emergency_mo_mt_call.py: using LAC 37177\u000a00:07:12.674036 tst emergency_mo_mt_call.py: using RAC 202\u000a00:07:12.798092 tst emergency_mo_mt_call.py: using CellId 37177\u000a00:07:12.923837 tst emergency_mo_mt_call.py: using BVCI 37178\u000a00:07:12.947993 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:07:12.959526 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:07:12.970681 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:07:12.981797 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:07:12.993221 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:07:13.004540 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a00:07:13.122155 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a00:07:13.332389 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:07:13.833035 run create_hlr_db(pid=17023): Launched\u000a00:07:14.017988 bus /sierra_2: Setting Powered False\u000a00:07:15.039290 run create_hlr_db(pid=17023): Terminated: ok {rc=0}\u000a00:07:15.463050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17025): Launched\u000a00:07:15.782488 run osmo-hlr_10.42.42.2(pid=17026): Launched\u000a00:07:16.017338 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:07:16.589133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17028): Launched\u000a00:07:17.018445 run osmo-stp_10.42.42.5(pid=17029): Launched\u000a00:07:17.238276 tst emergency_mo_mt_call.py: using MSISDN 8397\u000a00:07:17.397499 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:07:17.982897 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17031): Launched\u000a00:07:18.303388 run osmo-msc_10.42.42.6(pid=17032): Launched\u000a00:07:18.491625 run osmo-stp_10.42.42.5(pid=17029): ERR: Terminated: ERROR {rc=1} [trial-2396↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17029)]\u000a00:07:18.627734 run osmo-stp_10.42.42.5(pid=17029): stdout: \u000a| (launched: 2022-12-14_00:07:16.756597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:07:18.762884 run osmo-stp_10.42.42.5(pid=17029): stderr: \u000a| �[0;m�[38;5;43m20221214000717052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000717052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000717057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000717057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000717058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000717058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000717058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:07:18.890915 run osmo-stp_10.42.42.5(pid=17029): stdout: \u000a| (launched: 2022-12-14_00:07:16.756597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:07:19.018285 run osmo-stp_10.42.42.5(pid=17029): stderr: \u000a| �[0;m�[38;5;43m20221214000717052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000717052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000717057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000717057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000717058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000717058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000717058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:07:19.073735 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=17029): Process ended prematurely: osmo-stp_10.42.42.5(pid=17029) [trial-2396↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17029)] [trial-2396↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a00:07:19.082270 tst emergency_mo_mt_call.py:19: Test FAILED (6.7 sec)\u000a00:07:19.145193 run osmo-hlr_10.42.42.2(pid=17026): ERR: Terminated: ERROR {rc=237} [trial-2396↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17026)]\u000a00:07:19.196566 run osmo-hlr_10.42.42.2(pid=17026): stdout: \u000a| (launched: 2022-12-14_00:07:15.624875) \u000a00:07:19.248294 run osmo-hlr_10.42.42.2(pid=17026): stderr: \u000a| �[0;m�[1;31m20221214000715824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000715824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000715824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000715824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000715824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000715824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000715835 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000715843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000715844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000715844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:07:19.318762 run osmo-msc_10.42.42.6(pid=17032): ERR: Terminated: ERROR {rc=2} [trial-2396↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17032)]\u000a00:07:19.370006 run osmo-msc_10.42.42.6(pid=17032): stdout: \u000a| (launched: 2022-12-14_00:07:18.145041) \u000a00:07:19.421872 run osmo-msc_10.42.42.6(pid=17032): stderr: \u000a| �[0;m�[38;5;43m20221214000718464 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214000718464 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0b3cea5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214000718465 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214000718465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214000718465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214000718465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214000718467 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214000718467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214000718467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214000718467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:07:19.465994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17025): Terminating (SIGTERM)\u000a00:07:19.507667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17028): Terminating (SIGTERM)\u000a00:07:19.549926 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17031): Terminating (SIGTERM)\u000a00:07:19.559674 --- ParallelTerminationStrategy: PID 17025 died...\u000a00:07:19.615625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17025): Terminated: ok {rc=0}\u000a00:07:19.625716 --- ParallelTerminationStrategy: PID 17028 died...\u000a00:07:19.681290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17028): Terminated: ok {rc=0}\u000a00:07:19.691378 --- ParallelTerminationStrategy: PID 17031 died...\u000a00:07:19.746983 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17031): Terminated: ok {rc=0}\u000a00:07:19.834037 bus /sierra_3: Setting Powered False\u000a00:07:20.936846 bus /sierra_3: Setting Powered False\u000a00:07:22.045791 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17040): Process ended prematurely: osmo-stp_10.42.42.5(pid=17040) [trial-2396↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17040)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17040): Process ended prematurely: osmo-stp_10.42.42.5(pid=17040) [trial-2396↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17040)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a00:07:23.097741 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:07:23.109803 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a00:07:23.248118 tst emergency_preemptive_call.py: using LAC 37178\u000a00:07:23.367445 tst emergency_preemptive_call.py: using RAC 203\u000a00:07:23.485456 tst emergency_preemptive_call.py: using CellId 37178\u000a00:07:23.601265 tst emergency_preemptive_call.py: using BVCI 37179\u000a00:07:23.623784 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:07:23.634694 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:07:23.645342 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:07:23.655939 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:07:23.667049 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:07:23.678121 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a00:07:23.792274 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a00:07:23.913380 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a00:07:24.032545 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a00:07:24.230266 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:07:24.707579 run create_hlr_db(pid=17034): Launched\u000a00:07:24.879599 bus /sierra_2: Setting Powered False\u000a00:07:25.913212 run create_hlr_db(pid=17034): Terminated: ok {rc=0}\u000a00:07:26.337838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17036): Launched\u000a00:07:26.657798 run osmo-hlr_10.42.42.2(pid=17037): Launched\u000a00:07:26.774364 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:07:27.324472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17039): Launched\u000a00:07:27.638360 run osmo-stp_10.42.42.5(pid=17040): Launched\u000a00:07:27.762540 tst emergency_preemptive_call.py: using MSISDN 8398\u000a00:07:27.910061 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:07:28.450098 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17042): Launched\u000a00:07:28.746132 run osmo-msc_10.42.42.6(pid=17043): Launched\u000a00:07:28.921287 run osmo-stp_10.42.42.5(pid=17040): ERR: Terminated: ERROR {rc=1} [trial-2396↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17040)]\u000a00:07:29.047914 run osmo-stp_10.42.42.5(pid=17040): stdout: \u000a| (launched: 2022-12-14_00:07:27.485739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:07:29.172128 run osmo-stp_10.42.42.5(pid=17040): stderr: \u000a| �[0;m�[38;5;43m20221214000727665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000727665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000727665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000727665 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000727666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000727666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000727666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:07:29.292434 run osmo-stp_10.42.42.5(pid=17040): stdout: \u000a| (launched: 2022-12-14_00:07:27.485739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:07:29.410397 run osmo-stp_10.42.42.5(pid=17040): stderr: \u000a| �[0;m�[38;5;43m20221214000727665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000727665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000727665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000727665 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000727666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000727666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000727666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:07:29.461982 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=17040): Process ended prematurely: osmo-stp_10.42.42.5(pid=17040) [trial-2396↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17040)] [trial-2396↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a00:07:29.469868 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a00:07:29.529423 run osmo-hlr_10.42.42.2(pid=17037): ERR: Terminated: ERROR {rc=237} [trial-2396↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17037)]\u000a00:07:29.577669 run osmo-hlr_10.42.42.2(pid=17037): stdout: \u000a| (launched: 2022-12-14_00:07:26.499417) \u000a00:07:29.626752 run osmo-hlr_10.42.42.2(pid=17037): stderr: \u000a| �[0;m�[1;31m20221214000726697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000726697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000726697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000726697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000726697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000726697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000726721 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000726730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000726730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000726730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:07:29.693610 run osmo-msc_10.42.42.6(pid=17043): ERR: Terminated: ERROR {rc=2} [trial-2396↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17043)]\u000a00:07:29.742266 run osmo-msc_10.42.42.6(pid=17043): stdout: \u000a| (launched: 2022-12-14_00:07:28.600695) \u000a00:07:29.791243 run osmo-msc_10.42.42.6(pid=17043): stderr: \u000a| �[0;m�[38;5;43m20221214000728872 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214000728872 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fae8e039c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214000728872 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214000728872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214000728872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214000728873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214000728874 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214000728875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214000728875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214000728875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:07:29.832625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17036): Terminating (SIGTERM)\u000a00:07:29.871552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17039): Terminating (SIGTERM)\u000a00:07:29.910645 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17042): Terminating (SIGTERM)\u000a00:07:29.919802 --- ParallelTerminationStrategy: PID 17036 died...\u000a00:07:29.972173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17036): Terminated: ok {rc=0}\u000a00:07:29.981784 --- ParallelTerminationStrategy: PID 17039 died...\u000a00:07:30.034058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17039): Terminated: ok {rc=0}\u000a00:07:30.043577 --- ParallelTerminationStrategy: PID 17042 died...\u000a00:07:30.096919 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17042): Terminated: ok {rc=0}\u000a00:07:30.179508 bus /sierra_9: Setting Powered False\u000a00:07:31.299309 bus /sierra_9: Setting Powered False\u000a00:07:32.409664 bus /sierra_8: Setting Powered False\u000a00:07:33.510893 bus /sierra_8: Setting Powered False\u000a00:07:34.617004 bus /sierra_3: Setting Powered False\u000a00:07:35.722430 bus /sierra_3: Setting Powered False\u000a00:07:36.830824 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:07:12" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17058): Process ended prematurely: osmo-stp_10.42.42.5(pid=17058) [trial-2396↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17058)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17058): Process ended prematurely: osmo-stp_10.42.42.5(pid=17058) [trial-2396↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17058)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:07:38.957047 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:38.968344 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a00:07:39.110054 tst cs_paging_gprs_active.py: using LAC 37179\u000a00:07:39.238302 tst cs_paging_gprs_active.py: using RAC 204\u000a00:07:39.365398 tst cs_paging_gprs_active.py: using CellId 37179\u000a00:07:39.493393 tst cs_paging_gprs_active.py: using BVCI 37180\u000a00:07:39.518262 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:39.529617 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:39.540695 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:39.551707 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:39.563042 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:39.574394 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:39.586017 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:39.597289 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:39.608661 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a00:07:39.726278 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a00:07:40.023287 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:07:40.159684 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:07:40.496703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17048): Launched\u000a00:07:40.776179 run iperf3-srv_10.42.42.10(pid=17049): Launched\u000a00:07:40.976015 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:07:41.111966 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:07:41.448207 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17050): Launched\u000a00:07:41.728354 run iperf3-srv_10.42.42.10(pid=17051): Launched\u000a00:07:41.928380 tst cs_paging_gprs_active.py:38: start network...\u000a00:07:42.064867 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:07:42.575824 run create_hlr_db(pid=17052): Launched\u000a00:07:42.763034 bus /sierra_2: Setting Powered False\u000a00:07:43.785225 run create_hlr_db(pid=17052): Terminated: ok {rc=0}\u000a00:07:44.218130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17054): Launched\u000a00:07:44.544925 run osmo-hlr_10.42.42.2(pid=17055): Launched\u000a00:07:44.666727 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:07:45.229963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17057): Launched\u000a00:07:45.554651 run osmo-stp_10.42.42.5(pid=17058): Launched\u000a00:07:45.672609 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:07:46.265648 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17060): Launched\u000a00:07:46.378867 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:07:46.667623 run patchelf(pid=17061): Launched\u000a00:07:46.851503 run osmo-stp_10.42.42.5(pid=17058): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17058)]\u000a00:07:46.988367 run osmo-stp_10.42.42.5(pid=17058): stdout: \u000a| (launched: 2022-12-14_00:07:45.395153)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:07:47.124492 run osmo-stp_10.42.42.5(pid=17058): stderr: \u000a| �[0;m�[38;5;43m20221214000745589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000745589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000745590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000745590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000745590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000745590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000745591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:07:47.252922 run osmo-stp_10.42.42.5(pid=17058): stdout: \u000a| (launched: 2022-12-14_00:07:45.395153)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:07:47.378906 run osmo-stp_10.42.42.5(pid=17058): stderr: \u000a| �[0;m�[38;5;43m20221214000745589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000745589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000745590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000745590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000745590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000745590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000745591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:07:47.524051 run patchelf(pid=17061): Terminating (SIGINT)\u000a00:07:47.695324 run patchelf(pid=17061): Terminated: ok {rc=0}\u000a00:07:47.726949 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=17058): Process ended prematurely: osmo-stp_10.42.42.5(pid=17058) [trial-2396↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17058)] [trial-2396↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a00:07:47.736248 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a00:07:47.796668 run osmo-hlr_10.42.42.2(pid=17055): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17055)]\u000a00:07:47.845658 run osmo-hlr_10.42.42.2(pid=17055): stdout: \u000a| (launched: 2022-12-14_00:07:44.383165) \u000a00:07:47.895174 run osmo-hlr_10.42.42.2(pid=17055): stderr: \u000a| �[0;m�[1;31m20221214000744584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000744584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000744584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000744584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000744584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000744584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000744599 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000744608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000744608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000744608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:07:47.937510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17048): Terminating (SIGTERM)\u000a00:07:47.977026 run iperf3-srv_10.42.42.10(pid=17049): Terminating (SIGTERM)\u000a00:07:48.016643 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17050): Terminating (SIGTERM)\u000a00:07:48.056058 run iperf3-srv_10.42.42.10(pid=17051): Terminating (SIGTERM)\u000a00:07:48.095750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17054): Terminating (SIGTERM)\u000a00:07:48.135484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17057): Terminating (SIGTERM)\u000a00:07:48.175235 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17060): Terminating (SIGTERM)\u000a00:07:48.184583 --- ParallelTerminationStrategy: PID 17048 died...\u000a00:07:48.238214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17048): Terminated: ok {rc=0}\u000a00:07:48.248032 --- ParallelTerminationStrategy: PID 17049 died...\u000a00:07:48.301511 run iperf3-srv_10.42.42.10(pid=17049): Terminated {rc=256}\u000a00:07:48.311223 --- ParallelTerminationStrategy: PID 17050 died...\u000a00:07:48.364442 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17050): Terminated: ok {rc=0}\u000a00:07:48.374299 --- ParallelTerminationStrategy: PID 17051 died...\u000a00:07:48.427321 run iperf3-srv_10.42.42.10(pid=17051): Terminated {rc=256}\u000a00:07:48.437161 --- ParallelTerminationStrategy: PID 17054 died...\u000a00:07:48.490009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17054): Terminated: ok {rc=0}\u000a00:07:48.499892 --- ParallelTerminationStrategy: PID 17057 died...\u000a00:07:48.552679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17057): Terminated: ok {rc=0}\u000a00:07:48.562487 --- ParallelTerminationStrategy: PID 17060 died...\u000a00:07:48.615393 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17060): Terminated: ok {rc=0}\u000a00:07:48.702042 bus /gobi_0: Setting Powered False\u000a00:07:49.804322 bus /gobi_0: Setting Powered False\u000a00:07:50.910014 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17071): Process ended prematurely: osmo-stp_10.42.42.5(pid=17071) [trial-2396↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17071)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17071): Process ended prematurely: osmo-stp_10.42.42.5(pid=17071) [trial-2396↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17071)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a00:07:52.018719 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:52.030233 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a00:07:52.165957 tst iperf3.py: using LAC 37180\u000a00:07:52.284826 tst iperf3.py: using RAC 205\u000a00:07:52.405739 tst iperf3.py: using CellId 37180\u000a00:07:52.529571 tst iperf3.py: using BVCI 37181\u000a00:07:52.552833 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:52.563890 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:52.574523 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:52.585128 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:52.595543 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:52.606449 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:52.617632 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:52.628223 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:52.638869 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a00:07:52.915223 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:07:53.041593 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:07:53.355342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17063): Launched\u000a00:07:53.615961 run iperf3-srv_10.42.42.10(pid=17064): Launched\u000a00:07:53.799782 tst iperf3.py:8: start network...\u000a00:07:53.925554 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:07:54.408466 run create_hlr_db(pid=17065): Launched\u000a00:07:54.581890 bus /gobi_6: Setting Powered False\u000a00:07:55.603205 run create_hlr_db(pid=17065): Terminated: ok {rc=0}\u000a00:07:56.033280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17067): Launched\u000a00:07:56.356867 run osmo-hlr_10.42.42.2(pid=17068): Launched\u000a00:07:56.478095 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:07:57.041735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17070): Launched\u000a00:07:57.367666 run osmo-stp_10.42.42.5(pid=17071): Launched\u000a00:07:57.488069 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:07:58.052938 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17073): Launched\u000a00:07:58.168461 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:07:58.451916 run patchelf(pid=17074): Launched\u000a00:07:58.641124 run osmo-stp_10.42.42.5(pid=17071): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17071)]\u000a00:07:58.779458 run osmo-stp_10.42.42.5(pid=17071): stdout: \u000a| (launched: 2022-12-14_00:07:57.206974)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:07:58.918711 run osmo-stp_10.42.42.5(pid=17071): stderr: \u000a| �[0;m�[38;5;43m20221214000757399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000757399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000757399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000757400 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000757402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000757402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000757402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:07:59.053467 run osmo-stp_10.42.42.5(pid=17071): stdout: \u000a| (launched: 2022-12-14_00:07:57.206974)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:07:59.186059 run osmo-stp_10.42.42.5(pid=17071): stderr: \u000a| �[0;m�[38;5;43m20221214000757399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000757399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000757399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000757400 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000757402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000757402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000757402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:07:59.341062 run patchelf(pid=17074): Terminating (SIGINT)\u000a00:07:59.523425 run patchelf(pid=17074): Terminated: ok {rc=0}\u000a00:07:59.556623 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17071): Process ended prematurely: osmo-stp_10.42.42.5(pid=17071) [trial-2396↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17071)] [trial-2396↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a00:07:59.566502 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a00:07:59.629510 run osmo-hlr_10.42.42.2(pid=17068): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17068)]\u000a00:07:59.680352 run osmo-hlr_10.42.42.2(pid=17068): stdout: \u000a| (launched: 2022-12-14_00:07:56.197754) \u000a00:07:59.731737 run osmo-hlr_10.42.42.2(pid=17068): stderr: \u000a| �[0;m�[1;31m20221214000756397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000756397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000756397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000756397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000756397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000756397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000756410 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000756418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000756418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000756418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:07:59.775646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17063): Terminating (SIGTERM)\u000a00:07:59.816731 run iperf3-srv_10.42.42.10(pid=17064): Terminating (SIGTERM)\u000a00:07:59.858077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17067): Terminating (SIGTERM)\u000a00:07:59.899255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17070): Terminating (SIGTERM)\u000a00:07:59.941347 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17073): Terminating (SIGTERM)\u000a00:07:59.950991 --- ParallelTerminationStrategy: PID 17063 died...\u000a00:08:00.007466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17063): Terminated: ok {rc=0}\u000a00:08:00.017715 --- ParallelTerminationStrategy: PID 17064 died...\u000a00:08:00.073830 run iperf3-srv_10.42.42.10(pid=17064): Terminated {rc=256}\u000a00:08:00.083896 --- ParallelTerminationStrategy: PID 17067 died...\u000a00:08:00.140116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17067): Terminated: ok {rc=0}\u000a00:08:00.150348 --- ParallelTerminationStrategy: PID 17070 died...\u000a00:08:00.206247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17070): Terminated: ok {rc=0}\u000a00:08:00.216334 --- ParallelTerminationStrategy: PID 17073 died...\u000a00:08:00.272205 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17073): Terminated: ok {rc=0}\u000a00:08:00.358995 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-lms-limenet-micro", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17089): Process ended prematurely: osmo-stp_10.42.42.5(pid=17089) [trial-2396↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17089)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17089): Process ended prematurely: osmo-stp_10.42.42.5(pid=17089) [trial-2396↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17089)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a00:08:01.474651 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:01.488044 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a00:08:01.631794 tst iperf3m4.py: using LAC 37181\u000a00:08:01.791201 tst iperf3m4.py: using RAC 206\u000a00:08:01.919152 tst iperf3m4.py: using CellId 37181\u000a00:08:02.077973 tst iperf3m4.py: using BVCI 37182\u000a00:08:02.111315 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:02.127168 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:02.139248 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:02.151360 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:02.163777 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:02.176862 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:02.189878 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:02.202453 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:02.215415 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a00:08:02.337408 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a00:08:02.457900 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a00:08:02.576157 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a00:08:02.874542 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:08:03.010626 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:08:03.345559 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17075): Launched\u000a00:08:03.624798 run iperf3-srv_10.42.42.10(pid=17076): Launched\u000a00:08:03.824541 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:08:03.961184 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:08:04.297849 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17077): Launched\u000a00:08:04.576744 run iperf3-srv_10.42.42.10(pid=17078): Launched\u000a00:08:04.775400 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:08:04.910535 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:08:05.246996 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17079): Launched\u000a00:08:05.527431 run iperf3-srv_10.42.42.10(pid=17080): Launched\u000a00:08:05.726473 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:08:05.861687 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:08:06.198037 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17081): Launched\u000a00:08:06.478255 run iperf3-srv_10.42.42.10(pid=17082): Launched\u000a00:08:06.677626 tst iperf3m4.py:8: start network...\u000a00:08:06.813343 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:08:07.324179 run create_hlr_db(pid=17083): Launched\u000a00:08:07.511623 bus /gobi_6: Setting Powered False\u000a00:08:08.533151 run create_hlr_db(pid=17083): Terminated: ok {rc=0}\u000a00:08:08.964253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17085): Launched\u000a00:08:09.291288 run osmo-hlr_10.42.42.2(pid=17086): Launched\u000a00:08:09.412888 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:08:10.075003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17088): Launched\u000a00:08:10.394334 run osmo-stp_10.42.42.5(pid=17089): Launched\u000a00:08:10.510236 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:08:11.064775 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17091): Launched\u000a00:08:11.178022 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:08:11.453987 run patchelf(pid=17092): Launched\u000a00:08:11.639366 run osmo-stp_10.42.42.5(pid=17089): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17089)]\u000a00:08:11.775151 run osmo-stp_10.42.42.5(pid=17089): stdout: \u000a| (launched: 2022-12-14_00:08:10.236394)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:08:11.911207 run osmo-stp_10.42.42.5(pid=17089): stderr: \u000a| �[0;m�[38;5;43m20221214000810427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000810428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000810428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000810428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000810429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000810429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000810429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:08:12.043080 run osmo-stp_10.42.42.5(pid=17089): stdout: \u000a| (launched: 2022-12-14_00:08:10.236394)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:08:12.173193 run osmo-stp_10.42.42.5(pid=17089): stderr: \u000a| �[0;m�[38;5;43m20221214000810427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000810428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000810428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000810428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000810429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000810429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000810429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:08:12.325305 run patchelf(pid=17092): Terminating (SIGINT)\u000a00:08:12.503557 run patchelf(pid=17092): Terminated: ok {rc=0}\u000a00:08:12.536259 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17089): Process ended prematurely: osmo-stp_10.42.42.5(pid=17089) [trial-2396↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17089)] [trial-2396↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a00:08:12.546142 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a00:08:12.609461 run osmo-hlr_10.42.42.2(pid=17086): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17086)]\u000a00:08:12.660891 run osmo-hlr_10.42.42.2(pid=17086): stdout: \u000a| (launched: 2022-12-14_00:08:09.129467) \u000a00:08:12.712680 run osmo-hlr_10.42.42.2(pid=17086): stderr: \u000a| �[0;m�[1;31m20221214000809328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000809328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000809328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000809328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000809328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000809328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000809340 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000809350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000809350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000809350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:08:12.756760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17075): Terminating (SIGTERM)\u000a00:08:12.798149 run iperf3-srv_10.42.42.10(pid=17076): Terminating (SIGTERM)\u000a00:08:12.840129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17077): Terminating (SIGTERM)\u000a00:08:12.881959 run iperf3-srv_10.42.42.10(pid=17078): Terminating (SIGTERM)\u000a00:08:12.923346 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17079): Terminating (SIGTERM)\u000a00:08:12.964664 run iperf3-srv_10.42.42.10(pid=17080): Terminating (SIGTERM)\u000a00:08:13.006149 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17081): Terminating (SIGTERM)\u000a00:08:13.047314 run iperf3-srv_10.42.42.10(pid=17082): Terminating (SIGTERM)\u000a00:08:13.088702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17085): Terminating (SIGTERM)\u000a00:08:13.130011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17088): Terminating (SIGTERM)\u000a00:08:13.171197 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17091): Terminating (SIGTERM)\u000a00:08:13.180808 --- ParallelTerminationStrategy: PID 17075 died...\u000a00:08:13.236375 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17075): Terminated: ok {rc=0}\u000a00:08:13.246470 --- ParallelTerminationStrategy: PID 17076 died...\u000a00:08:13.301842 run iperf3-srv_10.42.42.10(pid=17076): Terminated {rc=256}\u000a00:08:13.311789 --- ParallelTerminationStrategy: PID 17077 died...\u000a00:08:13.367274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17077): Terminated: ok {rc=0}\u000a00:08:13.377326 --- ParallelTerminationStrategy: PID 17078 died...\u000a00:08:13.432459 run iperf3-srv_10.42.42.10(pid=17078): Terminated {rc=256}\u000a00:08:13.442471 --- ParallelTerminationStrategy: PID 17079 died...\u000a00:08:13.498162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17079): Terminated: ok {rc=0}\u000a00:08:13.508132 --- ParallelTerminationStrategy: PID 17080 died...\u000a00:08:13.563563 run iperf3-srv_10.42.42.10(pid=17080): Terminated {rc=256}\u000a00:08:13.573963 --- ParallelTerminationStrategy: PID 17081 died...\u000a00:08:13.629361 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17081): Terminated: ok {rc=0}\u000a00:08:13.639339 --- ParallelTerminationStrategy: PID 17082 died...\u000a00:08:13.694767 run iperf3-srv_10.42.42.10(pid=17082): Terminated {rc=256}\u000a00:08:13.704731 --- ParallelTerminationStrategy: PID 17085 died...\u000a00:08:13.760258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17085): Terminated: ok {rc=0}\u000a00:08:13.770117 --- ParallelTerminationStrategy: PID 17088 died...\u000a00:08:13.825599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17088): Terminated: ok {rc=0}\u000a00:08:13.835507 --- ParallelTerminationStrategy: PID 17091 died...\u000a00:08:13.891058 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17091): Terminated: ok {rc=0}\u000a00:08:13.977401 bus /gobi_4: Setting Powered False\u000a00:08:15.081758 bus /gobi_4: Setting Powered False\u000a00:08:16.205879 bus /gobi_1: Setting Powered False\u000a00:08:17.308223 bus /gobi_1: Setting Powered False\u000a00:08:18.417189 bus /gobi_0: Setting Powered False\u000a00:08:19.522902 bus /gobi_0: Setting Powered False\u000a00:08:20.634089 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17099): Process ended prematurely: osmo-stp_10.42.42.5(pid=17099) [trial-2396↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17099)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17099): Process ended prematurely: osmo-stp_10.42.42.5(pid=17099) [trial-2396↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17099)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a00:08:21.700276 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:21.711719 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a00:08:21.847941 tst ping.py: using LAC 37182\u000a00:08:21.971362 tst ping.py: using RAC 207\u000a00:08:22.099215 tst ping.py: using CellId 37182\u000a00:08:22.219132 tst ping.py: using BVCI 37183\u000a00:08:22.242973 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:22.254331 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:22.265415 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:22.276869 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:22.288256 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:22.299494 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:22.310944 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:22.322301 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a00:08:22.595063 tst ping.py:19: start network...\u000a00:08:22.717369 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:08:23.186238 run create_hlr_db(pid=17093): Launched\u000a00:08:23.355768 bus /gobi_6: Setting Powered False\u000a00:08:24.375971 run create_hlr_db(pid=17093): Terminated: ok {rc=0}\u000a00:08:24.793044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17095): Launched\u000a00:08:25.106169 run osmo-hlr_10.42.42.2(pid=17096): Launched\u000a00:08:25.223533 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:08:25.766667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17098): Launched\u000a00:08:26.080435 run osmo-stp_10.42.42.5(pid=17099): Launched\u000a00:08:26.193988 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:08:26.739797 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17101): Launched\u000a00:08:26.851391 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:08:27.124402 run patchelf(pid=17102): Launched\u000a00:08:27.306827 run osmo-stp_10.42.42.5(pid=17099): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17099)]\u000a00:08:27.440402 run osmo-stp_10.42.42.5(pid=17099): stdout: \u000a| (launched: 2022-12-14_00:08:25.925218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:08:27.574343 run osmo-stp_10.42.42.5(pid=17099): stderr: \u000a| �[0;m�[38;5;43m20221214000826115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000826115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000826115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000826116 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000826116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000826116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000826116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:08:27.704413 run osmo-stp_10.42.42.5(pid=17099): stdout: \u000a| (launched: 2022-12-14_00:08:25.925218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:08:27.833063 run osmo-stp_10.42.42.5(pid=17099): stderr: \u000a| �[0;m�[38;5;43m20221214000826115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000826115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000826115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000826116 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000826116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000826116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000826116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:08:27.982920 run patchelf(pid=17102): Terminating (SIGINT)\u000a00:08:28.158141 run patchelf(pid=17102): Terminated: ok {rc=0}\u000a00:08:28.190102 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=17099): Process ended prematurely: osmo-stp_10.42.42.5(pid=17099) [trial-2396↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17099)] [trial-2396↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a00:08:28.199149 tst ping.py:22: Test FAILED (6.5 sec)\u000a00:08:28.261563 run osmo-hlr_10.42.42.2(pid=17096): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17096)]\u000a00:08:28.312542 run osmo-hlr_10.42.42.2(pid=17096): stdout: \u000a| (launched: 2022-12-14_00:08:24.952126) \u000a00:08:28.364326 run osmo-hlr_10.42.42.2(pid=17096): stderr: \u000a| �[0;m�[1;31m20221214000825150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000825151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000825151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000825151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000825151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000825151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000825163 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000825171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000825172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000825172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:08:28.408106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17095): Terminating (SIGTERM)\u000a00:08:28.449541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17098): Terminating (SIGTERM)\u000a00:08:28.490869 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17101): Terminating (SIGTERM)\u000a00:08:28.500304 --- ParallelTerminationStrategy: PID 17095 died...\u000a00:08:28.555786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17095): Terminated: ok {rc=0}\u000a00:08:28.565712 --- ParallelTerminationStrategy: PID 17098 died...\u000a00:08:28.621094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17098): Terminated: ok {rc=0}\u000a00:08:28.630883 --- ParallelTerminationStrategy: PID 17101 died...\u000a00:08:28.686366 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17101): Terminated: ok {rc=0}\u000a00:08:28.772882 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17109): Process ended prematurely: osmo-stp_10.42.42.5(pid=17109) [trial-2396↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17109)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17109): Process ended prematurely: osmo-stp_10.42.42.5(pid=17109) [trial-2396↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17109)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a00:08:29.824623 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:29.836547 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a00:08:29.971617 tst ping_idle_ping.py: using LAC 37183\u000a00:08:30.095068 tst ping_idle_ping.py: using RAC 208\u000a00:08:30.217361 tst ping_idle_ping.py: using CellId 37183\u000a00:08:30.342390 tst ping_idle_ping.py: using BVCI 37184\u000a00:08:30.366347 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:30.377850 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:30.388921 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:30.400003 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:30.411349 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:30.422732 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:30.434190 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:30.445501 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a00:08:30.723420 tst ping_idle_ping.py:24: start network...\u000a00:08:30.850858 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:08:31.393901 run create_hlr_db(pid=17103): Launched\u000a00:08:31.591209 bus /gobi_6: Setting Powered False\u000a00:08:32.596201 run create_hlr_db(pid=17103): Terminated: ok {rc=0}\u000a00:08:33.022631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17105): Launched\u000a00:08:33.315281 run osmo-hlr_10.42.42.2(pid=17106): Launched\u000a00:08:33.423393 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:08:33.934988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17108): Launched\u000a00:08:34.230049 run osmo-stp_10.42.42.5(pid=17109): Launched\u000a00:08:34.338066 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:08:34.851368 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17111): Launched\u000a00:08:34.955972 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:08:35.212550 run patchelf(pid=17112): Launched\u000a00:08:35.385400 run osmo-stp_10.42.42.5(pid=17109): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17109)]\u000a00:08:35.511802 run osmo-stp_10.42.42.5(pid=17109): stdout: \u000a| (launched: 2022-12-14_00:08:34.085246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:08:35.638756 run osmo-stp_10.42.42.5(pid=17109): stderr: \u000a| �[0;m�[38;5;43m20221214000834256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000834256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000834256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000834257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000834257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000834257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000834257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:08:35.761688 run osmo-stp_10.42.42.5(pid=17109): stdout: \u000a| (launched: 2022-12-14_00:08:34.085246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:08:35.883110 run osmo-stp_10.42.42.5(pid=17109): stderr: \u000a| �[0;m�[38;5;43m20221214000834256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000834256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000834256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000834257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000834257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000834257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000834257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:08:36.024599 run patchelf(pid=17112): Terminating (SIGINT)\u000a00:08:36.190361 run patchelf(pid=17112): Terminated: ok {rc=0}\u000a00:08:36.220537 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=17109): Process ended prematurely: osmo-stp_10.42.42.5(pid=17109) [trial-2396↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17109)] [trial-2396↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a00:08:36.228938 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a00:08:36.288327 run osmo-hlr_10.42.42.2(pid=17106): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17106)]\u000a00:08:36.336529 run osmo-hlr_10.42.42.2(pid=17106): stdout: \u000a| (launched: 2022-12-14_00:08:33.171937) \u000a00:08:36.385679 run osmo-hlr_10.42.42.2(pid=17106): stderr: \u000a| �[0;m�[1;31m20221214000833348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000833348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000833348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000833348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000833348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000833349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000833366 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000833375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000833375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000833375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:08:36.427295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17105): Terminating (SIGTERM)\u000a00:08:36.466493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17108): Terminating (SIGTERM)\u000a00:08:36.505678 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17111): Terminating (SIGTERM)\u000a00:08:36.514738 --- ParallelTerminationStrategy: PID 17105 died...\u000a00:08:36.567390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17105): Terminated: ok {rc=0}\u000a00:08:36.576822 --- ParallelTerminationStrategy: PID 17108 died...\u000a00:08:36.629068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17108): Terminated: ok {rc=0}\u000a00:08:36.638451 --- ParallelTerminationStrategy: PID 17111 died...\u000a00:08:36.691104 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17111): Terminated: ok {rc=0}\u000a00:08:36.773036 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:07:38" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17126): Process ended prematurely: osmo-stp_10.42.42.5(pid=17126) [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17126)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17126): Process ended prematurely: osmo-stp_10.42.42.5(pid=17126) [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17126)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:08:38.915766 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:38.926868 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:08:39.059591 tst cs_paging_gprs_active.py: using LAC 37184\u000a00:08:39.178537 tst cs_paging_gprs_active.py: using RAC 209\u000a00:08:39.297786 tst cs_paging_gprs_active.py: using CellId 37184\u000a00:08:39.415033 tst cs_paging_gprs_active.py: using BVCI 37185\u000a00:08:39.437997 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:39.448876 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:39.459616 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:39.470506 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:39.481148 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:39.491853 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:39.502736 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:39.513944 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:39.524936 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:08:39.646688 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:08:39.938761 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:08:40.073895 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:08:40.403682 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17116): Launched\u000a00:08:40.678454 run iperf3-srv_10.42.42.10(pid=17117): Launched\u000a00:08:40.874051 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:08:41.007839 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:08:41.338046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17118): Launched\u000a00:08:41.611656 run iperf3-srv_10.42.42.10(pid=17119): Launched\u000a00:08:41.807431 tst cs_paging_gprs_active.py:38: start network...\u000a00:08:41.941119 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:08:42.444688 run create_hlr_db(pid=17120): Launched\u000a00:08:42.629853 bus /gobi_6: Setting Powered False\u000a00:08:43.651751 run create_hlr_db(pid=17120): Terminated: ok {rc=0}\u000a00:08:44.054558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17122): Launched\u000a00:08:44.355730 run osmo-hlr_10.42.42.2(pid=17123): Launched\u000a00:08:44.466473 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:08:44.986327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17125): Launched\u000a00:08:45.286263 run osmo-stp_10.42.42.5(pid=17126): Launched\u000a00:08:45.395985 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:08:45.949593 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17128): Launched\u000a00:08:46.069717 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:08:46.374053 run patchelf(pid=17129): Launched\u000a00:08:46.567660 run osmo-stp_10.42.42.5(pid=17126): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17126)]\u000a00:08:46.709310 run osmo-stp_10.42.42.5(pid=17126): stdout: \u000a| (launched: 2022-12-14_00:08:45.138491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:08:46.852348 run osmo-stp_10.42.42.5(pid=17126): stderr: \u000a| �[0;m�[38;5;43m20221214000845308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000845308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000845308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000845309 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000845309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000845309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000845309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:08:46.990725 run osmo-stp_10.42.42.5(pid=17126): stdout: \u000a| (launched: 2022-12-14_00:08:45.138491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:08:47.127120 run osmo-stp_10.42.42.5(pid=17126): stderr: \u000a| �[0;m�[38;5;43m20221214000845308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000845308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000845308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000845309 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000845309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000845309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000845309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:08:47.282229 run patchelf(pid=17129): Terminating (SIGINT)\u000a00:08:47.462225 run patchelf(pid=17129): Terminated: ok {rc=0}\u000a00:08:47.495434 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=17126): Process ended prematurely: osmo-stp_10.42.42.5(pid=17126) [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17126)] [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a00:08:47.505729 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a00:08:47.569166 run osmo-hlr_10.42.42.2(pid=17123): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17123)]\u000a00:08:47.620873 run osmo-hlr_10.42.42.2(pid=17123): stdout: \u000a| (launched: 2022-12-14_00:08:44.207203) \u000a00:08:47.673047 run osmo-hlr_10.42.42.2(pid=17123): stderr: \u000a| �[0;m�[1;31m20221214000844383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000844383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000844383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000844383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000844383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000844383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000844396 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000844406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000844406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000844407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:08:47.717447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17116): Terminating (SIGTERM)\u000a00:08:47.758816 run iperf3-srv_10.42.42.10(pid=17117): Terminating (SIGTERM)\u000a00:08:47.800838 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17118): Terminating (SIGTERM)\u000a00:08:47.842643 run iperf3-srv_10.42.42.10(pid=17119): Terminating (SIGTERM)\u000a00:08:47.885093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17122): Terminating (SIGTERM)\u000a00:08:47.927004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17125): Terminating (SIGTERM)\u000a00:08:47.968848 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17128): Terminating (SIGTERM)\u000a00:08:47.978525 --- ParallelTerminationStrategy: PID 17116 died...\u000a00:08:48.035216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17116): Terminated: ok {rc=0}\u000a00:08:48.045135 --- ParallelTerminationStrategy: PID 17117 died...\u000a00:08:48.100461 run iperf3-srv_10.42.42.10(pid=17117): Terminated {rc=256}\u000a00:08:48.110471 --- ParallelTerminationStrategy: PID 17118 died...\u000a00:08:48.166151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17118): Terminated: ok {rc=0}\u000a00:08:48.176108 --- ParallelTerminationStrategy: PID 17119 died...\u000a00:08:48.231777 run iperf3-srv_10.42.42.10(pid=17119): Terminated {rc=256}\u000a00:08:48.241703 --- ParallelTerminationStrategy: PID 17122 died...\u000a00:08:48.297113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17122): Terminated: ok {rc=0}\u000a00:08:48.307216 --- ParallelTerminationStrategy: PID 17125 died...\u000a00:08:48.363104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17125): Terminated: ok {rc=0}\u000a00:08:48.373399 --- ParallelTerminationStrategy: PID 17128 died...\u000a00:08:48.429153 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17128): Terminated: ok {rc=0}\u000a00:08:48.515588 bus /gobi_0: Setting Powered False\u000a00:08:49.621375 bus /gobi_0: Setting Powered False\u000a00:08:50.728172 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17138): Process ended prematurely: osmo-stp_10.42.42.5(pid=17138) [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17138)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17138): Process ended prematurely: osmo-stp_10.42.42.5(pid=17138) [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17138)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a00:08:51.840392 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:51.852600 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:08:51.989041 tst iperf3.py: using LAC 37185\u000a00:08:52.105601 tst iperf3.py: using RAC 210\u000a00:08:52.224618 tst iperf3.py: using CellId 37185\u000a00:08:52.342608 tst iperf3.py: using BVCI 37186\u000a00:08:52.365503 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:52.376591 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:52.387598 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:52.398572 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:52.409449 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:52.420259 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:52.431295 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:52.442110 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:52.453062 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:08:52.734529 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:08:52.859081 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:08:53.168683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17130): Launched\u000a00:08:53.425415 run iperf3-srv_10.42.42.10(pid=17131): Launched\u000a00:08:53.607607 tst iperf3.py:8: start network...\u000a00:08:53.732407 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:08:54.213329 run create_hlr_db(pid=17132): Launched\u000a00:08:54.385374 bus /gobi_6: Setting Powered False\u000a00:08:55.407848 run create_hlr_db(pid=17132): Terminated: ok {rc=0}\u000a00:08:55.806524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17134): Launched\u000a00:08:56.106833 run osmo-hlr_10.42.42.2(pid=17135): Launched\u000a00:08:56.223351 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:08:56.751236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17137): Launched\u000a00:08:57.049953 run osmo-stp_10.42.42.5(pid=17138): Launched\u000a00:08:57.158979 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:08:57.678116 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17140): Launched\u000a00:08:57.783980 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:08:58.045573 run patchelf(pid=17141): Launched\u000a00:08:58.219855 run osmo-stp_10.42.42.5(pid=17138): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17138)]\u000a00:08:58.347409 run osmo-stp_10.42.42.5(pid=17138): stdout: \u000a| (launched: 2022-12-14_00:08:56.903268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:08:58.475229 run osmo-stp_10.42.42.5(pid=17138): stderr: \u000a| �[0;m�[38;5;43m20221214000857074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000857074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000857075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000857075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000857076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000857076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000857076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:08:58.598354 run osmo-stp_10.42.42.5(pid=17138): stdout: \u000a| (launched: 2022-12-14_00:08:56.903268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:08:58.720334 run osmo-stp_10.42.42.5(pid=17138): stderr: \u000a| �[0;m�[38;5;43m20221214000857074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000857074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000857075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000857075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000857076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000857076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000857076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:08:58.862952 run patchelf(pid=17141): Terminating (SIGINT)\u000a00:08:59.030543 run patchelf(pid=17141): Terminated: ok {rc=0}\u000a00:08:59.061877 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17138): Process ended prematurely: osmo-stp_10.42.42.5(pid=17138) [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17138)] [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a00:08:59.071184 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a00:08:59.130118 run osmo-hlr_10.42.42.2(pid=17135): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17135)]\u000a00:08:59.178292 run osmo-hlr_10.42.42.2(pid=17135): stdout: \u000a| (launched: 2022-12-14_00:08:55.959651) \u000a00:08:59.227186 run osmo-hlr_10.42.42.2(pid=17135): stderr: \u000a| �[0;m�[1;31m20221214000856138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000856138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000856138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000856138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000856138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000856138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000856151 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000856161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000856162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000856162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:08:59.269001 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17130): Terminating (SIGTERM)\u000a00:08:59.308140 run iperf3-srv_10.42.42.10(pid=17131): Terminating (SIGTERM)\u000a00:08:59.347387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17134): Terminating (SIGTERM)\u000a00:08:59.386631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17137): Terminating (SIGTERM)\u000a00:08:59.425762 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17140): Terminating (SIGTERM)\u000a00:08:59.434435 --- ParallelTerminationStrategy: PID 17130 died...\u000a00:08:59.486828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17130): Terminated: ok {rc=0}\u000a00:08:59.496314 --- ParallelTerminationStrategy: PID 17131 died...\u000a00:08:59.548130 run iperf3-srv_10.42.42.10(pid=17131): Terminated {rc=256}\u000a00:08:59.557587 --- ParallelTerminationStrategy: PID 17134 died...\u000a00:08:59.609747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17134): Terminated: ok {rc=0}\u000a00:08:59.619118 --- ParallelTerminationStrategy: PID 17137 died...\u000a00:08:59.671310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17137): Terminated: ok {rc=0}\u000a00:08:59.680797 --- ParallelTerminationStrategy: PID 17140 died...\u000a00:08:59.733017 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17140): Terminated: ok {rc=0}\u000a00:08:59.820539 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 13.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17428): Process ended prematurely: osmo-stp_10.42.42.5(pid=17428) [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17428)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17428): Process ended prematurely: osmo-stp_10.42.42.5(pid=17428) [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17428)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a00:09:00.960332 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:00.973583 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:09:01.116753 tst iperf3m4.py: using LAC 37186\u000a00:09:01.241208 tst iperf3m4.py: using RAC 211\u000a00:09:01.380789 tst iperf3m4.py: using CellId 37186\u000a00:09:01.524461 tst iperf3m4.py: using BVCI 37187\u000a00:09:01.557108 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:01.568827 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:01.584557 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:01.596269 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:01.608473 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:01.623070 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:01.635352 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:01.649159 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:01.661050 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:09:01.804216 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:09:01.940842 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:09:02.091598 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:09:02.450728 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:09:02.619419 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:09:03.049365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17216): Launched\u000a00:09:03.399865 run iperf3-srv_10.42.42.10(pid=17239): Launched\u000a00:09:03.629648 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:09:03.785765 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:09:04.226294 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17325): Launched\u000a00:09:04.578534 run iperf3-srv_10.42.42.10(pid=17371): Launched\u000a00:09:04.811608 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:09:04.942558 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:09:05.277123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17416): Launched\u000a00:09:05.578420 run iperf3-srv_10.42.42.10(pid=17417): Launched\u000a00:09:05.782015 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:09:05.919166 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:09:06.272566 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17418): Launched\u000a00:09:06.571209 run iperf3-srv_10.42.42.10(pid=17419): Launched\u000a00:09:06.773044 tst iperf3m4.py:8: start network...\u000a00:09:06.909716 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:09:07.464825 run create_hlr_db(pid=17422): Launched\u000a00:09:07.656533 bus /gobi_6: Setting Powered False\u000a00:09:08.677218 run create_hlr_db(pid=17422): Terminated: ok {rc=0}\u000a00:09:09.125267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17424): Launched\u000a00:09:09.551484 run osmo-hlr_10.42.42.2(pid=17425): Launched\u000a00:09:09.800137 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:09:10.390763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17427): Launched\u000a00:09:10.815244 run osmo-stp_10.42.42.5(pid=17428): Launched\u000a00:09:11.045981 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:09:11.631193 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17430): Launched\u000a00:09:11.751478 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:09:12.054218 run patchelf(pid=17431): Launched\u000a00:09:12.248191 run osmo-stp_10.42.42.5(pid=17428): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17428)]\u000a00:09:12.390314 run osmo-stp_10.42.42.5(pid=17428): stdout: \u000a| (launched: 2022-12-14_00:09:10.559425)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:09:12.535601 run osmo-stp_10.42.42.5(pid=17428): stderr: \u000a| �[0;m�[38;5;43m20221214000910864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000910864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000910865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000910865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000910866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000910866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000910866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:09:12.674551 run osmo-stp_10.42.42.5(pid=17428): stdout: \u000a| (launched: 2022-12-14_00:09:10.559425)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:09:12.811308 run osmo-stp_10.42.42.5(pid=17428): stderr: \u000a| �[0;m�[38;5;43m20221214000910864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000910864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000910865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000910865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000910866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000910866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000910866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:09:12.970975 run patchelf(pid=17431): Terminating (SIGINT)\u000a00:09:13.158186 run patchelf(pid=17431): Terminated: ok {rc=0}\u000a00:09:13.192611 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17428): Process ended prematurely: osmo-stp_10.42.42.5(pid=17428) [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17428)] [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a00:09:13.204277 tst iperf3m4.py:8: Test FAILED (12.3 sec)\u000a00:09:13.271694 run osmo-hlr_10.42.42.2(pid=17425): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17425)]\u000a00:09:13.325585 run osmo-hlr_10.42.42.2(pid=17425): stdout: \u000a| (launched: 2022-12-14_00:09:09.291320) \u000a00:09:13.381575 run osmo-hlr_10.42.42.2(pid=17425): stderr: \u000a| �[0;m�[1;31m20221214000909603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000909603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000909603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000909603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000909603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000909603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000909626 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000909638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000909639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000909639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:09:13.428324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17216): Terminating (SIGTERM)\u000a00:09:13.474966 run iperf3-srv_10.42.42.10(pid=17239): Terminating (SIGTERM)\u000a00:09:13.521449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17325): Terminating (SIGTERM)\u000a00:09:13.567774 run iperf3-srv_10.42.42.10(pid=17371): Terminating (SIGTERM)\u000a00:09:13.614140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17416): Terminating (SIGTERM)\u000a00:09:13.660320 run iperf3-srv_10.42.42.10(pid=17417): Terminating (SIGTERM)\u000a00:09:13.707292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17418): Terminating (SIGTERM)\u000a00:09:13.754863 run iperf3-srv_10.42.42.10(pid=17419): Terminating (SIGTERM)\u000a00:09:13.800881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17424): Terminating (SIGTERM)\u000a00:09:13.847729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17427): Terminating (SIGTERM)\u000a00:09:13.894083 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17430): Terminating (SIGTERM)\u000a00:09:13.905179 --- ParallelTerminationStrategy: PID 17216 died...\u000a00:09:13.967699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17216): Terminated: ok {rc=0}\u000a00:09:13.979766 --- ParallelTerminationStrategy: PID 17239 died...\u000a00:09:14.039165 run iperf3-srv_10.42.42.10(pid=17239): Terminated {rc=256}\u000a00:09:14.050195 --- ParallelTerminationStrategy: PID 17325 died...\u000a00:09:14.109794 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17325): Terminated: ok {rc=0}\u000a00:09:14.120771 --- ParallelTerminationStrategy: PID 17371 died...\u000a00:09:14.181518 run iperf3-srv_10.42.42.10(pid=17371): Terminated {rc=256}\u000a00:09:14.192366 --- ParallelTerminationStrategy: PID 17416 died...\u000a00:09:14.252541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17416): Terminated: ok {rc=0}\u000a00:09:14.264581 --- ParallelTerminationStrategy: PID 17417 died...\u000a00:09:14.322666 run iperf3-srv_10.42.42.10(pid=17417): Terminated {rc=256}\u000a00:09:14.333594 --- ParallelTerminationStrategy: PID 17418 died...\u000a00:09:14.394552 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17418): Terminated: ok {rc=0}\u000a00:09:14.405714 --- ParallelTerminationStrategy: PID 17419 died...\u000a00:09:14.465396 run iperf3-srv_10.42.42.10(pid=17419): Terminated {rc=256}\u000a00:09:14.476313 --- ParallelTerminationStrategy: PID 17424 died...\u000a00:09:14.535998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17424): Terminated: ok {rc=0}\u000a00:09:14.547690 --- ParallelTerminationStrategy: PID 17427 died...\u000a00:09:14.607354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17427): Terminated: ok {rc=0}\u000a00:09:14.618311 --- ParallelTerminationStrategy: PID 17430 died...\u000a00:09:14.678169 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17430): Terminated: ok {rc=0}\u000a00:09:14.771224 bus /gobi_4: Setting Powered False\u000a00:09:15.910885 bus /gobi_4: Setting Powered False\u000a00:09:17.070739 bus /gobi_1: Setting Powered False\u000a00:09:18.183442 bus /gobi_1: Setting Powered False\u000a00:09:19.294074 bus /gobi_0: Setting Powered False\u000a00:09:20.401787 bus /gobi_0: Setting Powered False\u000a00:09:21.511377 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17439): Process ended prematurely: osmo-stp_10.42.42.5(pid=17439) [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17439)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17439): Process ended prematurely: osmo-stp_10.42.42.5(pid=17439) [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17439)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a00:09:22.583044 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:22.596232 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:09:22.734789 tst ping.py: using LAC 37187\u000a00:09:22.858524 tst ping.py: using RAC 212\u000a00:09:22.977929 tst ping.py: using CellId 37187\u000a00:09:23.096207 tst ping.py: using BVCI 37188\u000a00:09:23.120144 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:23.132215 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:23.144220 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:23.157012 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:23.169343 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:23.181561 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:23.193829 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:23.206220 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:09:23.489548 tst ping.py:19: start network...\u000a00:09:23.617778 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:09:24.107813 run create_hlr_db(pid=17433): Launched\u000a00:09:24.294908 bus /gobi_6: Setting Powered False\u000a00:09:25.310642 run create_hlr_db(pid=17433): Terminated: ok {rc=0}\u000a00:09:25.710898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17435): Launched\u000a00:09:26.004079 run osmo-hlr_10.42.42.2(pid=17436): Launched\u000a00:09:26.111631 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:09:26.627225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17438): Launched\u000a00:09:26.921763 run osmo-stp_10.42.42.5(pid=17439): Launched\u000a00:09:27.029356 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:09:27.544002 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17441): Launched\u000a00:09:27.648824 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:09:27.906943 run patchelf(pid=17442): Launched\u000a00:09:28.079323 run osmo-stp_10.42.42.5(pid=17439): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17439)]\u000a00:09:28.206630 run osmo-stp_10.42.42.5(pid=17439): stdout: \u000a| (launched: 2022-12-14_00:09:26.776467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:09:28.333201 run osmo-stp_10.42.42.5(pid=17439): stderr: \u000a| �[0;m�[38;5;43m20221214000926946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000926946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000926946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000926947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000926947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000926947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000926947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:09:28.455636 run osmo-stp_10.42.42.5(pid=17439): stdout: \u000a| (launched: 2022-12-14_00:09:26.776467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:09:28.576565 run osmo-stp_10.42.42.5(pid=17439): stderr: \u000a| �[0;m�[38;5;43m20221214000926946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000926946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000926946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000926947 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000926947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000926947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000926947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:09:28.717614 run patchelf(pid=17442): Terminating (SIGINT)\u000a00:09:28.882963 run patchelf(pid=17442): Terminated: ok {rc=0}\u000a00:09:28.913255 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=17439): Process ended prematurely: osmo-stp_10.42.42.5(pid=17439) [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17439)] [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a00:09:28.921904 tst ping.py:22: Test FAILED (6.3 sec)\u000a00:09:28.981503 run osmo-hlr_10.42.42.2(pid=17436): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17436)]\u000a00:09:29.030151 run osmo-hlr_10.42.42.2(pid=17436): stdout: \u000a| (launched: 2022-12-14_00:09:25.859814) \u000a00:09:29.079465 run osmo-hlr_10.42.42.2(pid=17436): stderr: \u000a| �[0;m�[1;31m20221214000926035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000926035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000926035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000926035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000926035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000926035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000926051 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000926061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000926061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000926061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:09:29.121322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17435): Terminating (SIGTERM)\u000a00:09:29.160731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17438): Terminating (SIGTERM)\u000a00:09:29.200101 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17441): Terminating (SIGTERM)\u000a00:09:29.209272 --- ParallelTerminationStrategy: PID 17435 died...\u000a00:09:29.262114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17435): Terminated: ok {rc=0}\u000a00:09:29.271597 --- ParallelTerminationStrategy: PID 17438 died...\u000a00:09:29.323981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17438): Terminated: ok {rc=0}\u000a00:09:29.333498 --- ParallelTerminationStrategy: PID 17441 died...\u000a00:09:29.386165 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17441): Terminated: ok {rc=0}\u000a00:09:29.473466 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17449): Process ended prematurely: osmo-stp_10.42.42.5(pid=17449) [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17449)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17449): Process ended prematurely: osmo-stp_10.42.42.5(pid=17449) [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17449)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a00:09:30.524236 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:30.535998 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:09:30.670389 tst ping_idle_ping.py: using LAC 37188\u000a00:09:30.789266 tst ping_idle_ping.py: using RAC 213\u000a00:09:30.962534 tst ping_idle_ping.py: using CellId 37188\u000a00:09:31.108787 tst ping_idle_ping.py: using BVCI 37189\u000a00:09:31.139540 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:31.154734 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:31.170072 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:31.184575 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:31.198545 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:31.212437 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:31.226667 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:31.240875 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:09:31.588645 tst ping_idle_ping.py:24: start network...\u000a00:09:31.727385 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:09:32.283225 run create_hlr_db(pid=17443): Launched\u000a00:09:32.453778 bus /gobi_6: Setting Powered False\u000a00:09:33.475571 run create_hlr_db(pid=17443): Terminated: ok {rc=0}\u000a00:09:33.871103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17445): Launched\u000a00:09:34.166188 run osmo-hlr_10.42.42.2(pid=17446): Launched\u000a00:09:34.274764 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:09:34.786322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17448): Launched\u000a00:09:35.081139 run osmo-stp_10.42.42.5(pid=17449): Launched\u000a00:09:35.188284 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:09:35.703267 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17451): Launched\u000a00:09:35.808114 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:09:36.066969 run patchelf(pid=17452): Launched\u000a00:09:36.240318 run osmo-stp_10.42.42.5(pid=17449): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17449)]\u000a00:09:36.366773 run osmo-stp_10.42.42.5(pid=17449): stdout: \u000a| (launched: 2022-12-14_00:09:34.936310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:09:36.493084 run osmo-stp_10.42.42.5(pid=17449): stderr: \u000a| �[0;m�[38;5;43m20221214000935106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000935106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000935106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000935107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000935107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000935107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000935107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:09:36.615047 run osmo-stp_10.42.42.5(pid=17449): stdout: \u000a| (launched: 2022-12-14_00:09:34.936310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:09:36.736067 run osmo-stp_10.42.42.5(pid=17449): stderr: \u000a| �[0;m�[38;5;43m20221214000935106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000935106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000935106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000935107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000935107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000935107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000935107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:09:36.877217 run patchelf(pid=17452): Terminating (SIGINT)\u000a00:09:37.043090 run patchelf(pid=17452): Terminated: ok {rc=0}\u000a00:09:37.073274 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=17449): Process ended prematurely: osmo-stp_10.42.42.5(pid=17449) [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17449)] [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a00:09:37.081933 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a00:09:37.141016 run osmo-hlr_10.42.42.2(pid=17446): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17446)]\u000a00:09:37.189519 run osmo-hlr_10.42.42.2(pid=17446): stdout: \u000a| (launched: 2022-12-14_00:09:34.021406) \u000a00:09:37.238606 run osmo-hlr_10.42.42.2(pid=17446): stderr: \u000a| �[0;m�[1;31m20221214000934195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000934195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000934195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000934195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000934195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000934195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000934208 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000934217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000934217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000934217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:09:37.280263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17445): Terminating (SIGTERM)\u000a00:09:37.319638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17448): Terminating (SIGTERM)\u000a00:09:37.358957 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17451): Terminating (SIGTERM)\u000a00:09:37.368113 --- ParallelTerminationStrategy: PID 17445 died...\u000a00:09:37.420605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17445): Terminated: ok {rc=0}\u000a00:09:37.430127 --- ParallelTerminationStrategy: PID 17448 died...\u000a00:09:37.482343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17448): Terminated: ok {rc=0}\u000a00:09:37.491670 --- ParallelTerminationStrategy: PID 17451 died...\u000a00:09:37.543922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17451): Terminated: ok {rc=0}\u000a00:09:37.626057 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:08:38" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17466): Process ended prematurely: osmo-stp_10.42.42.5(pid=17466) [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17466)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17466): Process ended prematurely: osmo-stp_10.42.42.5(pid=17466) [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17466)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:09:39.788537 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:39.800301 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:09:39.957515 tst cs_paging_gprs_active.py: using LAC 37189\u000a00:09:40.075030 tst cs_paging_gprs_active.py: using RAC 214\u000a00:09:40.193561 tst cs_paging_gprs_active.py: using CellId 37189\u000a00:09:40.318937 tst cs_paging_gprs_active.py: using BVCI 37190\u000a00:09:40.343586 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:40.356028 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:40.367757 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:40.379411 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:40.391573 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:40.403621 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:40.415819 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:40.427928 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:40.440298 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:09:40.559051 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:09:40.837423 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:09:40.963192 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:09:41.275509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17456): Launched\u000a00:09:41.534633 run iperf3-srv_10.42.42.10(pid=17457): Launched\u000a00:09:41.718602 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:09:41.843978 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:09:42.155770 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17458): Launched\u000a00:09:42.415517 run iperf3-srv_10.42.42.10(pid=17459): Launched\u000a00:09:42.599009 tst cs_paging_gprs_active.py:38: start network...\u000a00:09:42.724478 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:09:43.208465 run create_hlr_db(pid=17460): Launched\u000a00:09:43.381760 bus /gobi_6: Setting Powered False\u000a00:09:44.405853 run create_hlr_db(pid=17460): Terminated: ok {rc=0}\u000a00:09:44.832037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17462): Launched\u000a00:09:45.155269 run osmo-hlr_10.42.42.2(pid=17463): Launched\u000a00:09:45.276142 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:09:45.843144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17465): Launched\u000a00:09:46.185462 run osmo-stp_10.42.42.5(pid=17466): Launched\u000a00:09:46.438043 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:09:47.045230 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17468): Launched\u000a00:09:47.165303 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:09:47.449982 run patchelf(pid=17469): Launched\u000a00:09:47.638189 run osmo-stp_10.42.42.5(pid=17466): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17466)]\u000a00:09:47.775801 run osmo-stp_10.42.42.5(pid=17466): stdout: \u000a| (launched: 2022-12-14_00:09:46.002287)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:09:47.914168 run osmo-stp_10.42.42.5(pid=17466): stderr: \u000a| �[0;m�[38;5;43m20221214000946300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000946300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000946300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000946301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000946302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000946302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000946302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:09:48.047887 run osmo-stp_10.42.42.5(pid=17466): stdout: \u000a| (launched: 2022-12-14_00:09:46.002287)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:09:48.179924 run osmo-stp_10.42.42.5(pid=17466): stderr: \u000a| �[0;m�[38;5;43m20221214000946300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000946300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000946300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000946301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000946302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000946302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000946302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:09:48.334247 run patchelf(pid=17469): Terminating (SIGINT)\u000a00:09:48.515079 run patchelf(pid=17469): Terminated: ok {rc=0}\u000a00:09:48.548171 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=17466): Process ended prematurely: osmo-stp_10.42.42.5(pid=17466) [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17466)] [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a00:09:48.558117 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a00:09:48.621380 run osmo-hlr_10.42.42.2(pid=17463): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17463)]\u000a00:09:48.672734 run osmo-hlr_10.42.42.2(pid=17463): stdout: \u000a| (launched: 2022-12-14_00:09:44.996075) \u000a00:09:48.724764 run osmo-hlr_10.42.42.2(pid=17463): stderr: \u000a| �[0;m�[1;31m20221214000945196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000945196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000945196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000945196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000945196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000945196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000945211 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000945221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000945221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000945221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:09:48.769222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17456): Terminating (SIGTERM)\u000a00:09:48.810751 run iperf3-srv_10.42.42.10(pid=17457): Terminating (SIGTERM)\u000a00:09:48.852501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17458): Terminating (SIGTERM)\u000a00:09:48.893957 run iperf3-srv_10.42.42.10(pid=17459): Terminating (SIGTERM)\u000a00:09:48.935499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17462): Terminating (SIGTERM)\u000a00:09:48.977565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17465): Terminating (SIGTERM)\u000a00:09:49.019185 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17468): Terminating (SIGTERM)\u000a00:09:49.028518 --- ParallelTerminationStrategy: PID 17456 died...\u000a00:09:49.084485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17456): Terminated: ok {rc=0}\u000a00:09:49.094434 --- ParallelTerminationStrategy: PID 17457 died...\u000a00:09:49.149961 run iperf3-srv_10.42.42.10(pid=17457): Terminated {rc=256}\u000a00:09:49.159847 --- ParallelTerminationStrategy: PID 17458 died...\u000a00:09:49.215384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17458): Terminated: ok {rc=0}\u000a00:09:49.225272 --- ParallelTerminationStrategy: PID 17459 died...\u000a00:09:49.280387 run iperf3-srv_10.42.42.10(pid=17459): Terminated {rc=256}\u000a00:09:49.290369 --- ParallelTerminationStrategy: PID 17462 died...\u000a00:09:49.345938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17462): Terminated: ok {rc=0}\u000a00:09:49.355956 --- ParallelTerminationStrategy: PID 17465 died...\u000a00:09:49.411404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17465): Terminated: ok {rc=0}\u000a00:09:49.421466 --- ParallelTerminationStrategy: PID 17468 died...\u000a00:09:49.476894 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17468): Terminated: ok {rc=0}\u000a00:09:49.562863 bus /gobi_0: Setting Powered False\u000a00:09:50.668193 bus /gobi_0: Setting Powered False\u000a00:09:51.776364 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17478): Process ended prematurely: osmo-stp_10.42.42.5(pid=17478) [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17478)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17478): Process ended prematurely: osmo-stp_10.42.42.5(pid=17478) [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17478)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a00:09:52.890649 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:52.903129 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:09:53.066367 tst iperf3.py: using LAC 37190\u000a00:09:53.193351 tst iperf3.py: using RAC 215\u000a00:09:53.320622 tst iperf3.py: using CellId 37190\u000a00:09:53.445806 tst iperf3.py: using BVCI 37191\u000a00:09:53.470407 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:53.482125 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:53.493983 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:53.505584 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:53.517392 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:53.529162 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:53.541204 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:53.553062 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:53.565074 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:09:53.844435 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:09:53.970637 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:09:54.283589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17470): Launched\u000a00:09:54.544190 run iperf3-srv_10.42.42.10(pid=17471): Launched\u000a00:09:54.728044 tst iperf3.py:8: start network...\u000a00:09:54.853424 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:09:55.335958 run create_hlr_db(pid=17472): Launched\u000a00:09:55.508419 bus /gobi_6: Setting Powered False\u000a00:09:56.530649 run create_hlr_db(pid=17472): Terminated: ok {rc=0}\u000a00:09:56.956086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17474): Launched\u000a00:09:57.257541 run osmo-hlr_10.42.42.2(pid=17475): Launched\u000a00:09:57.372502 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:09:57.899287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17477): Launched\u000a00:09:58.199812 run osmo-stp_10.42.42.5(pid=17478): Launched\u000a00:09:58.308553 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:09:58.832873 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17480): Launched\u000a00:09:58.939819 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:09:59.204296 run patchelf(pid=17481): Launched\u000a00:09:59.379756 run osmo-stp_10.42.42.5(pid=17478): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17478)]\u000a00:09:59.508376 run osmo-stp_10.42.42.5(pid=17478): stdout: \u000a| (launched: 2022-12-14_00:09:58.052273)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:09:59.637515 run osmo-stp_10.42.42.5(pid=17478): stderr: \u000a| �[0;m�[38;5;43m20221214000958224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000958224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000958225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000958225 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000958225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000958226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000958226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:09:59.761551 run osmo-stp_10.42.42.5(pid=17478): stdout: \u000a| (launched: 2022-12-14_00:09:58.052273)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:09:59.884581 run osmo-stp_10.42.42.5(pid=17478): stderr: \u000a| �[0;m�[38;5;43m20221214000958224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214000958224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214000958225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214000958225 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214000958225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214000958226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214000958226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:10:00.028254 run patchelf(pid=17481): Terminating (SIGINT)\u000a00:10:00.197160 run patchelf(pid=17481): Terminated: ok {rc=0}\u000a00:10:00.228373 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17478): Process ended prematurely: osmo-stp_10.42.42.5(pid=17478) [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17478)] [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a00:10:00.237757 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a00:10:00.297707 run osmo-hlr_10.42.42.2(pid=17475): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17475)]\u000a00:10:00.346333 run osmo-hlr_10.42.42.2(pid=17475): stdout: \u000a| (launched: 2022-12-14_00:09:57.109758) \u000a00:10:00.396114 run osmo-hlr_10.42.42.2(pid=17475): stderr: \u000a| �[0;m�[1;31m20221214000957285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214000957285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214000957285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000957285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214000957285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214000957285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214000957297 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214000957306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214000957306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214000957306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:10:00.438356 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17470): Terminating (SIGTERM)\u000a00:10:00.477682 run iperf3-srv_10.42.42.10(pid=17471): Terminating (SIGTERM)\u000a00:10:00.516931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17474): Terminating (SIGTERM)\u000a00:10:00.556198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17477): Terminating (SIGTERM)\u000a00:10:00.595575 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17480): Terminating (SIGTERM)\u000a00:10:00.604765 --- ParallelTerminationStrategy: PID 17470 died...\u000a00:10:00.657322 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17470): Terminated: ok {rc=0}\u000a00:10:00.666833 --- ParallelTerminationStrategy: PID 17471 died...\u000a00:10:00.719010 run iperf3-srv_10.42.42.10(pid=17471): Terminated {rc=256}\u000a00:10:00.728469 --- ParallelTerminationStrategy: PID 17474 died...\u000a00:10:00.780879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17474): Terminated: ok {rc=0}\u000a00:10:00.790294 --- ParallelTerminationStrategy: PID 17477 died...\u000a00:10:00.844488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17477): Terminated: ok {rc=0}\u000a00:10:00.855627 --- ParallelTerminationStrategy: PID 17480 died...\u000a00:10:00.922793 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17480): Terminated: ok {rc=0}\u000a00:10:01.025477 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17500): Process ended prematurely: osmo-stp_10.42.42.5(pid=17500) [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17500)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17500): Process ended prematurely: osmo-stp_10.42.42.5(pid=17500) [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17500)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a00:10:02.147343 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:02.159392 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:10:02.477231 tst iperf3m4.py: using LAC 37191\u000a00:10:02.603008 tst iperf3m4.py: using RAC 216\u000a00:10:02.732033 tst iperf3m4.py: using CellId 37191\u000a00:10:02.857087 tst iperf3m4.py: using BVCI 37192\u000a00:10:02.881413 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:02.892933 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:02.904414 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:02.915827 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:02.928044 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:02.940157 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:02.952597 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:02.964694 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:02.977141 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:10:03.097431 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:10:03.220111 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:10:03.335756 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:10:03.629053 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:10:03.763173 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:10:04.096241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17485): Launched\u000a00:10:04.373146 run iperf3-srv_10.42.42.10(pid=17486): Launched\u000a00:10:04.570596 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:10:04.705203 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:10:05.037723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17488): Launched\u000a00:10:05.313532 run iperf3-srv_10.42.42.10(pid=17489): Launched\u000a00:10:05.511131 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:10:05.645604 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:10:05.980198 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17490): Launched\u000a00:10:06.256554 run iperf3-srv_10.42.42.10(pid=17491): Launched\u000a00:10:06.453641 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:10:06.587885 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:10:06.920755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17492): Launched\u000a00:10:07.197394 run iperf3-srv_10.42.42.10(pid=17493): Launched\u000a00:10:07.394465 tst iperf3m4.py:8: start network...\u000a00:10:07.529234 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:10:08.038985 run create_hlr_db(pid=17494): Launched\u000a00:10:08.224580 bus /gobi_6: Setting Powered False\u000a00:10:09.247233 run create_hlr_db(pid=17494): Terminated: ok {rc=0}\u000a00:10:09.675030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17496): Launched\u000a00:10:09.997273 run osmo-hlr_10.42.42.2(pid=17497): Launched\u000a00:10:10.116790 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:10:10.675800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17499): Launched\u000a00:10:10.997921 run osmo-stp_10.42.42.5(pid=17500): Launched\u000a00:10:11.115598 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:10:11.676286 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17502): Launched\u000a00:10:11.790840 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:10:12.071970 run patchelf(pid=17503): Launched\u000a00:10:12.259268 run osmo-stp_10.42.42.5(pid=17500): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17500)]\u000a00:10:12.396718 run osmo-stp_10.42.42.5(pid=17500): stdout: \u000a| (launched: 2022-12-14_00:10:10.838776)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:10:12.534916 run osmo-stp_10.42.42.5(pid=17500): stderr: \u000a| �[0;m�[38;5;43m20221214001011030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001011030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001011030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001011031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001011031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001011031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001011031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:10:12.667807 run osmo-stp_10.42.42.5(pid=17500): stdout: \u000a| (launched: 2022-12-14_00:10:10.838776)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:10:12.799468 run osmo-stp_10.42.42.5(pid=17500): stderr: \u000a| �[0;m�[38;5;43m20221214001011030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001011030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001011030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001011031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001011031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001011031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001011031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:10:12.952598 run patchelf(pid=17503): Terminating (SIGINT)\u000a00:10:13.133620 run patchelf(pid=17503): Terminated: ok {rc=0}\u000a00:10:13.166615 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17500): Process ended prematurely: osmo-stp_10.42.42.5(pid=17500) [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17500)] [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a00:10:13.176566 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a00:10:13.239833 run osmo-hlr_10.42.42.2(pid=17497): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17497)]\u000a00:10:13.291147 run osmo-hlr_10.42.42.2(pid=17497): stdout: \u000a| (launched: 2022-12-14_00:10:09.838737) \u000a00:10:13.343259 run osmo-hlr_10.42.42.2(pid=17497): stderr: \u000a| �[0;m�[1;31m20221214001010040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001010040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001010040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001010040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001010040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001010040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001010052 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001010062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001010062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001010062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:10:13.387458 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17485): Terminating (SIGTERM)\u000a00:10:13.428896 run iperf3-srv_10.42.42.10(pid=17486): Terminating (SIGTERM)\u000a00:10:13.470569 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17488): Terminating (SIGTERM)\u000a00:10:13.511749 run iperf3-srv_10.42.42.10(pid=17489): Terminating (SIGTERM)\u000a00:10:13.553123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17490): Terminating (SIGTERM)\u000a00:10:13.594419 run iperf3-srv_10.42.42.10(pid=17491): Terminating (SIGTERM)\u000a00:10:13.635706 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17492): Terminating (SIGTERM)\u000a00:10:13.677165 run iperf3-srv_10.42.42.10(pid=17493): Terminating (SIGTERM)\u000a00:10:13.718680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17496): Terminating (SIGTERM)\u000a00:10:13.760007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17499): Terminating (SIGTERM)\u000a00:10:13.801433 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17502): Terminating (SIGTERM)\u000a00:10:13.810886 --- ParallelTerminationStrategy: PID 17485 died...\u000a00:10:13.866789 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17485): Terminated: ok {rc=0}\u000a00:10:13.876674 --- ParallelTerminationStrategy: PID 17486 died...\u000a00:10:13.932071 run iperf3-srv_10.42.42.10(pid=17486): Terminated {rc=256}\u000a00:10:13.941973 --- ParallelTerminationStrategy: PID 17488 died...\u000a00:10:13.997919 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17488): Terminated: ok {rc=0}\u000a00:10:14.007825 --- ParallelTerminationStrategy: PID 17489 died...\u000a00:10:14.063313 run iperf3-srv_10.42.42.10(pid=17489): Terminated {rc=256}\u000a00:10:14.073194 --- ParallelTerminationStrategy: PID 17490 died...\u000a00:10:14.128677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17490): Terminated: ok {rc=0}\u000a00:10:14.138556 --- ParallelTerminationStrategy: PID 17491 died...\u000a00:10:14.193859 run iperf3-srv_10.42.42.10(pid=17491): Terminated {rc=256}\u000a00:10:14.203775 --- ParallelTerminationStrategy: PID 17492 died...\u000a00:10:14.259362 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17492): Terminated: ok {rc=0}\u000a00:10:14.269361 --- ParallelTerminationStrategy: PID 17493 died...\u000a00:10:14.324707 run iperf3-srv_10.42.42.10(pid=17493): Terminated {rc=256}\u000a00:10:14.334598 --- ParallelTerminationStrategy: PID 17496 died...\u000a00:10:14.390254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17496): Terminated: ok {rc=0}\u000a00:10:14.400164 --- ParallelTerminationStrategy: PID 17499 died...\u000a00:10:14.456031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17499): Terminated: ok {rc=0}\u000a00:10:14.465982 --- ParallelTerminationStrategy: PID 17502 died...\u000a00:10:14.521856 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17502): Terminated: ok {rc=0}\u000a00:10:14.608573 bus /gobi_4: Setting Powered False\u000a00:10:15.714763 bus /gobi_4: Setting Powered False\u000a00:10:16.837891 bus /gobi_1: Setting Powered False\u000a00:10:17.941278 bus /gobi_1: Setting Powered False\u000a00:10:19.053164 bus /gobi_0: Setting Powered False\u000a00:10:20.155579 bus /gobi_0: Setting Powered False\u000a00:10:21.265877 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17510): Process ended prematurely: osmo-stp_10.42.42.5(pid=17510) [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17510)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17510): Process ended prematurely: osmo-stp_10.42.42.5(pid=17510) [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17510)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a00:10:22.331650 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:22.343691 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:10:22.494161 tst ping.py: using LAC 37192\u000a00:10:22.617545 tst ping.py: using RAC 217\u000a00:10:22.736715 tst ping.py: using CellId 37192\u000a00:10:22.854735 tst ping.py: using BVCI 37193\u000a00:10:22.877263 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:22.888244 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:22.899110 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:22.910044 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:22.920824 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:22.931718 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:22.942684 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:22.953647 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:10:23.241943 tst ping.py:19: start network...\u000a00:10:23.373202 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:10:23.866903 run create_hlr_db(pid=17504): Launched\u000a00:10:24.050113 bus /gobi_6: Setting Powered False\u000a00:10:25.070930 run create_hlr_db(pid=17504): Terminated: ok {rc=0}\u000a00:10:25.492765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17506): Launched\u000a00:10:25.808882 run osmo-hlr_10.42.42.2(pid=17507): Launched\u000a00:10:25.923261 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:10:26.472283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17509): Launched\u000a00:10:26.789576 run osmo-stp_10.42.42.5(pid=17510): Launched\u000a00:10:26.904587 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:10:27.456569 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17512): Launched\u000a00:10:27.569198 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:10:27.845165 run patchelf(pid=17513): Launched\u000a00:10:28.030506 run osmo-stp_10.42.42.5(pid=17510): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17510)]\u000a00:10:28.165823 run osmo-stp_10.42.42.5(pid=17510): stdout: \u000a| (launched: 2022-12-14_00:10:26.632446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:10:28.301466 run osmo-stp_10.42.42.5(pid=17510): stderr: \u000a| �[0;m�[38;5;43m20221214001026822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001026822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001026822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001026823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001026823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001026823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001026823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:10:28.431986 run osmo-stp_10.42.42.5(pid=17510): stdout: \u000a| (launched: 2022-12-14_00:10:26.632446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:10:28.561598 run osmo-stp_10.42.42.5(pid=17510): stderr: \u000a| �[0;m�[38;5;43m20221214001026822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001026822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001026822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001026823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001026823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001026823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001026823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:10:28.712392 run patchelf(pid=17513): Terminating (SIGINT)\u000a00:10:28.889294 run patchelf(pid=17513): Terminated: ok {rc=0}\u000a00:10:28.921485 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=17510): Process ended prematurely: osmo-stp_10.42.42.5(pid=17510) [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17510)] [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a00:10:28.930929 tst ping.py:22: Test FAILED (6.6 sec)\u000a00:10:28.994260 run osmo-hlr_10.42.42.2(pid=17507): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17507)]\u000a00:10:29.045799 run osmo-hlr_10.42.42.2(pid=17507): stdout: \u000a| (launched: 2022-12-14_00:10:25.652904) \u000a00:10:29.098478 run osmo-hlr_10.42.42.2(pid=17507): stderr: \u000a| �[0;m�[1;31m20221214001025850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001025850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001025850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001025850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001025850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001025850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001025862 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001025870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001025870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001025870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:10:29.142454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17506): Terminating (SIGTERM)\u000a00:10:29.183748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17509): Terminating (SIGTERM)\u000a00:10:29.226649 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17512): Terminating (SIGTERM)\u000a00:10:29.236179 --- ParallelTerminationStrategy: PID 17506 died...\u000a00:10:29.292108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17506): Terminated: ok {rc=0}\u000a00:10:29.302132 --- ParallelTerminationStrategy: PID 17509 died...\u000a00:10:29.358025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17509): Terminated: ok {rc=0}\u000a00:10:29.367952 --- ParallelTerminationStrategy: PID 17512 died...\u000a00:10:29.423827 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17512): Terminated: ok {rc=0}\u000a00:10:29.509363 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17521): Process ended prematurely: osmo-stp_10.42.42.5(pid=17521) [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17521)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17521): Process ended prematurely: osmo-stp_10.42.42.5(pid=17521) [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17521)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a00:10:30.560044 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:30.572432 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:10:30.725746 tst ping_idle_ping.py: using LAC 37193\u000a00:10:30.845040 tst ping_idle_ping.py: using RAC 218\u000a00:10:30.973719 tst ping_idle_ping.py: using CellId 37193\u000a00:10:31.127228 tst ping_idle_ping.py: using BVCI 37194\u000a00:10:31.158636 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:31.173899 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:31.188529 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:31.203313 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:31.217520 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:31.232281 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:31.246705 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:31.261075 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:10:31.589426 tst ping_idle_ping.py:24: start network...\u000a00:10:31.727423 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:10:32.251956 run create_hlr_db(pid=17515): Launched\u000a00:10:32.437501 bus /gobi_6: Setting Powered False\u000a00:10:33.456496 run create_hlr_db(pid=17515): Terminated: ok {rc=0}\u000a00:10:33.853752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17517): Launched\u000a00:10:34.150973 run osmo-hlr_10.42.42.2(pid=17518): Launched\u000a00:10:34.267412 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:10:34.795767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17520): Launched\u000a00:10:35.091667 run osmo-stp_10.42.42.5(pid=17521): Launched\u000a00:10:35.199676 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:10:35.716556 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17523): Launched\u000a00:10:35.822121 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:10:36.080934 run patchelf(pid=17524): Launched\u000a00:10:36.254246 run osmo-stp_10.42.42.5(pid=17521): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17521)]\u000a00:10:36.381551 run osmo-stp_10.42.42.5(pid=17521): stdout: \u000a| (launched: 2022-12-14_00:10:34.946293)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:10:36.508569 run osmo-stp_10.42.42.5(pid=17521): stderr: \u000a| �[0;m�[38;5;43m20221214001035119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001035119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001035120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001035120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001035120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001035120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001035121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:10:36.631619 run osmo-stp_10.42.42.5(pid=17521): stdout: \u000a| (launched: 2022-12-14_00:10:34.946293)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:10:36.753989 run osmo-stp_10.42.42.5(pid=17521): stderr: \u000a| �[0;m�[38;5;43m20221214001035119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001035119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001035120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001035120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001035120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001035120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001035121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:10:36.895667 run patchelf(pid=17524): Terminating (SIGINT)\u000a00:10:37.061903 run patchelf(pid=17524): Terminated: ok {rc=0}\u000a00:10:37.092008 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=17521): Process ended prematurely: osmo-stp_10.42.42.5(pid=17521) [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17521)] [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a00:10:37.100748 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a00:10:37.160427 run osmo-hlr_10.42.42.2(pid=17518): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17518)]\u000a00:10:37.208731 run osmo-hlr_10.42.42.2(pid=17518): stdout: \u000a| (launched: 2022-12-14_00:10:34.004662) \u000a00:10:37.258670 run osmo-hlr_10.42.42.2(pid=17518): stderr: \u000a| �[0;m�[1;31m20221214001034182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001034182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001034182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001034182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001034182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001034182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001034194 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001034203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001034203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001034203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:10:37.300588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17517): Terminating (SIGTERM)\u000a00:10:37.339728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17520): Terminating (SIGTERM)\u000a00:10:37.378886 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17523): Terminating (SIGTERM)\u000a00:10:37.388043 --- ParallelTerminationStrategy: PID 17517 died...\u000a00:10:37.441068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17517): Terminated: ok {rc=0}\u000a00:10:37.450622 --- ParallelTerminationStrategy: PID 17520 died...\u000a00:10:37.502844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17520): Terminated: ok {rc=0}\u000a00:10:37.512325 --- ParallelTerminationStrategy: PID 17523 died...\u000a00:10:37.564583 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17523): Terminated: ok {rc=0}\u000a00:10:37.651738 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:09:39" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17539): Process ended prematurely: osmo-stp_10.42.42.5(pid=17539) [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17539)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17539): Process ended prematurely: osmo-stp_10.42.42.5(pid=17539) [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17539)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:10:39.801881 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:39.813459 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:10:39.972175 tst cs_paging_gprs_active.py: using LAC 37194\u000a00:10:40.092205 tst cs_paging_gprs_active.py: using RAC 219\u000a00:10:40.212874 tst cs_paging_gprs_active.py: using CellId 37194\u000a00:10:40.333014 tst cs_paging_gprs_active.py: using BVCI 37195\u000a00:10:40.356004 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:40.367201 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:40.378111 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:40.388932 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:40.399894 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:40.410846 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:40.421820 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:40.432578 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:40.443643 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:10:40.558954 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:10:40.855164 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:10:40.989907 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:10:41.324192 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17529): Launched\u000a00:10:41.601094 run iperf3-srv_10.42.42.10(pid=17530): Launched\u000a00:10:41.798706 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:10:41.933388 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:10:42.268570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17531): Launched\u000a00:10:42.545860 run iperf3-srv_10.42.42.10(pid=17532): Launched\u000a00:10:42.743862 tst cs_paging_gprs_active.py:38: start network...\u000a00:10:42.879031 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:10:43.385462 run create_hlr_db(pid=17533): Launched\u000a00:10:43.571058 bus /gobi_6: Setting Powered False\u000a00:10:44.592818 run create_hlr_db(pid=17533): Terminated: ok {rc=0}\u000a00:10:44.999549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17535): Launched\u000a00:10:45.302363 run osmo-hlr_10.42.42.2(pid=17536): Launched\u000a00:10:45.413970 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:10:45.978184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17538): Launched\u000a00:10:46.391611 run osmo-stp_10.42.42.5(pid=17539): Launched\u000a00:10:46.612573 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:10:47.296377 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17541): Launched\u000a00:10:47.405571 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:10:47.676569 run patchelf(pid=17542): Launched\u000a00:10:47.853542 run osmo-stp_10.42.42.5(pid=17539): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17539)]\u000a00:10:47.982594 run osmo-stp_10.42.42.5(pid=17539): stdout: \u000a| (launched: 2022-12-14_00:10:46.149743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:10:48.112376 run osmo-stp_10.42.42.5(pid=17539): stderr: \u000a| �[0;m�[38;5;43m20221214001046488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001046488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001046490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001046490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001046494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001046494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001046494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:10:48.236750 run osmo-stp_10.42.42.5(pid=17539): stdout: \u000a| (launched: 2022-12-14_00:10:46.149743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:10:48.360246 run osmo-stp_10.42.42.5(pid=17539): stderr: \u000a| �[0;m�[38;5;43m20221214001046488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001046488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001046490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001046490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001046494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001046494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001046494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:10:48.504881 run patchelf(pid=17542): Terminating (SIGINT)\u000a00:10:48.674890 run patchelf(pid=17542): Terminated: ok {rc=0}\u000a00:10:48.706339 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=17539): Process ended prematurely: osmo-stp_10.42.42.5(pid=17539) [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17539)] [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a00:10:48.715586 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a00:10:48.775255 run osmo-hlr_10.42.42.2(pid=17536): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17536)]\u000a00:10:48.824332 run osmo-hlr_10.42.42.2(pid=17536): stdout: \u000a| (launched: 2022-12-14_00:10:45.153637) \u000a00:10:48.873546 run osmo-hlr_10.42.42.2(pid=17536): stderr: \u000a| �[0;m�[1;31m20221214001045332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001045332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001045332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001045332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001045332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001045332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001045348 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001045358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001045358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001045358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:10:48.915332 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17529): Terminating (SIGTERM)\u000a00:10:48.954540 run iperf3-srv_10.42.42.10(pid=17530): Terminating (SIGTERM)\u000a00:10:48.993768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17531): Terminating (SIGTERM)\u000a00:10:49.033708 run iperf3-srv_10.42.42.10(pid=17532): Terminating (SIGTERM)\u000a00:10:49.072850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17535): Terminating (SIGTERM)\u000a00:10:49.112204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17538): Terminating (SIGTERM)\u000a00:10:49.151441 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17541): Terminating (SIGTERM)\u000a00:10:49.160515 --- ParallelTerminationStrategy: PID 17529 died...\u000a00:10:49.213107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17529): Terminated: ok {rc=0}\u000a00:10:49.222499 --- ParallelTerminationStrategy: PID 17530 died...\u000a00:10:49.274691 run iperf3-srv_10.42.42.10(pid=17530): Terminated {rc=256}\u000a00:10:49.284092 --- ParallelTerminationStrategy: PID 17531 died...\u000a00:10:49.336161 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17531): Terminated: ok {rc=0}\u000a00:10:49.345647 --- ParallelTerminationStrategy: PID 17532 died...\u000a00:10:49.397854 run iperf3-srv_10.42.42.10(pid=17532): Terminated {rc=256}\u000a00:10:49.407259 --- ParallelTerminationStrategy: PID 17535 died...\u000a00:10:49.459445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17535): Terminated: ok {rc=0}\u000a00:10:49.468849 --- ParallelTerminationStrategy: PID 17538 died...\u000a00:10:49.521101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17538): Terminated: ok {rc=0}\u000a00:10:49.530514 --- ParallelTerminationStrategy: PID 17541 died...\u000a00:10:49.582578 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17541): Terminated: ok {rc=0}\u000a00:10:49.670589 bus /gobi_0: Setting Powered False\u000a00:10:50.774044 bus /gobi_0: Setting Powered False\u000a00:10:51.879709 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17552): Process ended prematurely: osmo-stp_10.42.42.5(pid=17552) [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17552)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17552): Process ended prematurely: osmo-stp_10.42.42.5(pid=17552) [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17552)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a00:10:52.993308 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:53.005965 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:10:53.167623 tst iperf3.py: using LAC 37195\u000a00:10:53.292942 tst iperf3.py: using RAC 220\u000a00:10:53.417791 tst iperf3.py: using CellId 37195\u000a00:10:53.543386 tst iperf3.py: using BVCI 37196\u000a00:10:53.568115 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:53.579907 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:53.591415 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:53.602939 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:53.614710 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:53.626376 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:53.638204 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:53.649839 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:53.661745 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:10:53.942413 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:10:54.068164 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:10:54.381295 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17544): Launched\u000a00:10:54.642723 run iperf3-srv_10.42.42.10(pid=17545): Launched\u000a00:10:54.826724 tst iperf3.py:8: start network...\u000a00:10:54.952815 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:10:55.434762 run create_hlr_db(pid=17546): Launched\u000a00:10:55.607151 bus /gobi_6: Setting Powered False\u000a00:10:56.629966 run create_hlr_db(pid=17546): Terminated: ok {rc=0}\u000a00:10:57.057790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17548): Launched\u000a00:10:57.379128 run osmo-hlr_10.42.42.2(pid=17549): Launched\u000a00:10:57.497196 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:10:58.058585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17551): Launched\u000a00:10:58.381079 run osmo-stp_10.42.42.5(pid=17552): Launched\u000a00:10:58.498125 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:10:59.059801 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17554): Launched\u000a00:10:59.174541 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:10:59.454831 run patchelf(pid=17555): Launched\u000a00:10:59.642968 run osmo-stp_10.42.42.5(pid=17552): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17552)]\u000a00:10:59.780533 run osmo-stp_10.42.42.5(pid=17552): stdout: \u000a| (launched: 2022-12-14_00:10:58.222663)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:10:59.918531 run osmo-stp_10.42.42.5(pid=17552): stderr: \u000a| �[0;m�[38;5;43m20221214001058412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001058413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001058413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001058413 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001058417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001058417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001058417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:11:00.052768 run osmo-stp_10.42.42.5(pid=17552): stdout: \u000a| (launched: 2022-12-14_00:10:58.222663)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:11:00.185040 run osmo-stp_10.42.42.5(pid=17552): stderr: \u000a| �[0;m�[38;5;43m20221214001058412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001058413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001058413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001058413 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001058417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001058417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001058417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:11:00.339434 run patchelf(pid=17555): Terminating (SIGINT)\u000a00:11:00.520032 run patchelf(pid=17555): Terminated: ok {rc=0}\u000a00:11:00.553476 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17552): Process ended prematurely: osmo-stp_10.42.42.5(pid=17552) [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17552)] [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a00:11:00.563330 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a00:11:00.626754 run osmo-hlr_10.42.42.2(pid=17549): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17549)]\u000a00:11:00.678104 run osmo-hlr_10.42.42.2(pid=17549): stdout: \u000a| (launched: 2022-12-14_00:10:57.221220) \u000a00:11:00.730068 run osmo-hlr_10.42.42.2(pid=17549): stderr: \u000a| �[0;m�[1;31m20221214001057419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001057419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001057419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001057419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001057419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001057419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001057431 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001057440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001057440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001057440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:11:00.774326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17544): Terminating (SIGTERM)\u000a00:11:00.816498 run iperf3-srv_10.42.42.10(pid=17545): Terminating (SIGTERM)\u000a00:11:00.880640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17548): Terminating (SIGTERM)\u000a00:11:00.932039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17551): Terminating (SIGTERM)\u000a00:11:00.975069 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17554): Terminating (SIGTERM)\u000a00:11:00.985132 --- ParallelTerminationStrategy: PID 17544 died...\u000a00:11:01.042961 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17544): Terminated: ok {rc=0}\u000a00:11:01.053175 --- ParallelTerminationStrategy: PID 17545 died...\u000a00:11:01.108900 run iperf3-srv_10.42.42.10(pid=17545): Terminated {rc=256}\u000a00:11:01.118913 --- ParallelTerminationStrategy: PID 17548 died...\u000a00:11:01.173429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17548): Terminated: ok {rc=0}\u000a00:11:01.183806 --- ParallelTerminationStrategy: PID 17551 died...\u000a00:11:01.239537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17551): Terminated: ok {rc=0}\u000a00:11:01.249719 --- ParallelTerminationStrategy: PID 17554 died...\u000a00:11:01.305447 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17554): Terminated: ok {rc=0}\u000a00:11:01.392015 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17570): Process ended prematurely: osmo-stp_10.42.42.5(pid=17570) [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17570)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17570): Process ended prematurely: osmo-stp_10.42.42.5(pid=17570) [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17570)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a00:11:02.499970 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:02.511699 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:11:02.668167 tst iperf3m4.py: using LAC 37196\u000a00:11:02.791847 tst iperf3m4.py: using RAC 221\u000a00:11:02.915484 tst iperf3m4.py: using CellId 37196\u000a00:11:03.039940 tst iperf3m4.py: using BVCI 37197\u000a00:11:03.064867 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:03.076737 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:03.088229 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:03.100058 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:03.112272 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:03.124244 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:03.136315 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:03.148061 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:03.160240 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:11:03.280633 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:11:03.400076 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:11:03.521535 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:11:03.817841 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:11:03.952313 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:11:04.285259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17556): Launched\u000a00:11:04.562132 run iperf3-srv_10.42.42.10(pid=17557): Launched\u000a00:11:04.760121 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:11:04.894908 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:11:05.228299 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17558): Launched\u000a00:11:05.506100 run iperf3-srv_10.42.42.10(pid=17559): Launched\u000a00:11:05.703782 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:11:05.838380 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:11:06.174641 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17560): Launched\u000a00:11:06.453413 run iperf3-srv_10.42.42.10(pid=17561): Launched\u000a00:11:06.651602 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:11:06.786383 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:11:07.120443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17562): Launched\u000a00:11:07.398212 run iperf3-srv_10.42.42.10(pid=17563): Launched\u000a00:11:07.595507 tst iperf3m4.py:8: start network...\u000a00:11:07.730298 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:11:08.239454 run create_hlr_db(pid=17564): Launched\u000a00:11:08.425806 bus /gobi_6: Setting Powered False\u000a00:11:09.447672 run create_hlr_db(pid=17564): Terminated: ok {rc=0}\u000a00:11:09.854255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17566): Launched\u000a00:11:10.160493 run osmo-hlr_10.42.42.2(pid=17567): Launched\u000a00:11:10.280453 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:11:10.819616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17569): Launched\u000a00:11:11.143888 run osmo-stp_10.42.42.5(pid=17570): Launched\u000a00:11:11.261254 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:11:11.822992 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17572): Launched\u000a00:11:11.938118 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:11:12.220789 run patchelf(pid=17573): Launched\u000a00:11:12.409352 run osmo-stp_10.42.42.5(pid=17570): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17570)]\u000a00:11:12.547081 run osmo-stp_10.42.42.5(pid=17570): stdout: \u000a| (launched: 2022-12-14_00:11:10.984246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:11:12.685294 run osmo-stp_10.42.42.5(pid=17570): stderr: \u000a| �[0;m�[38;5;43m20221214001111180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001111180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001111180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001111181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001111181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001111181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001111181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:11:12.818220 run osmo-stp_10.42.42.5(pid=17570): stdout: \u000a| (launched: 2022-12-14_00:11:10.984246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:11:12.950050 run osmo-stp_10.42.42.5(pid=17570): stderr: \u000a| �[0;m�[38;5;43m20221214001111180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001111180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001111180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001111181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001111181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001111181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001111181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:11:13.104613 run patchelf(pid=17573): Terminating (SIGINT)\u000a00:11:13.285027 run patchelf(pid=17573): Terminated: ok {rc=0}\u000a00:11:13.318042 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17570): Process ended prematurely: osmo-stp_10.42.42.5(pid=17570) [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17570)] [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a00:11:13.328094 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a00:11:13.391671 run osmo-hlr_10.42.42.2(pid=17567): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17567)]\u000a00:11:13.443361 run osmo-hlr_10.42.42.2(pid=17567): stdout: \u000a| (launched: 2022-12-14_00:11:10.008649) \u000a00:11:13.495412 run osmo-hlr_10.42.42.2(pid=17567): stderr: \u000a| �[0;m�[1;31m20221214001110187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001110187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001110187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001110187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001110187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001110188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001110200 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001110210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001110210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001110210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:11:13.539790 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17556): Terminating (SIGTERM)\u000a00:11:13.582017 run iperf3-srv_10.42.42.10(pid=17557): Terminating (SIGTERM)\u000a00:11:13.623743 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17558): Terminating (SIGTERM)\u000a00:11:13.665380 run iperf3-srv_10.42.42.10(pid=17559): Terminating (SIGTERM)\u000a00:11:13.706993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17560): Terminating (SIGTERM)\u000a00:11:13.748497 run iperf3-srv_10.42.42.10(pid=17561): Terminating (SIGTERM)\u000a00:11:13.790733 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17562): Terminating (SIGTERM)\u000a00:11:13.832241 run iperf3-srv_10.42.42.10(pid=17563): Terminating (SIGTERM)\u000a00:11:13.873990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17566): Terminating (SIGTERM)\u000a00:11:13.915454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17569): Terminating (SIGTERM)\u000a00:11:13.957374 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17572): Terminating (SIGTERM)\u000a00:11:13.967015 --- ParallelTerminationStrategy: PID 17556 died...\u000a00:11:14.023603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17556): Terminated: ok {rc=0}\u000a00:11:14.033690 --- ParallelTerminationStrategy: PID 17557 died...\u000a00:11:14.089629 run iperf3-srv_10.42.42.10(pid=17557): Terminated {rc=256}\u000a00:11:14.099583 --- ParallelTerminationStrategy: PID 17558 died...\u000a00:11:14.155566 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17558): Terminated: ok {rc=0}\u000a00:11:14.166002 --- ParallelTerminationStrategy: PID 17559 died...\u000a00:11:14.221995 run iperf3-srv_10.42.42.10(pid=17559): Terminated {rc=256}\u000a00:11:14.232082 --- ParallelTerminationStrategy: PID 17560 died...\u000a00:11:14.287988 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17560): Terminated: ok {rc=0}\u000a00:11:14.298103 --- ParallelTerminationStrategy: PID 17561 died...\u000a00:11:14.354050 run iperf3-srv_10.42.42.10(pid=17561): Terminated {rc=256}\u000a00:11:14.364217 --- ParallelTerminationStrategy: PID 17562 died...\u000a00:11:14.420335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17562): Terminated: ok {rc=0}\u000a00:11:14.430493 --- ParallelTerminationStrategy: PID 17563 died...\u000a00:11:14.486351 run iperf3-srv_10.42.42.10(pid=17563): Terminated {rc=256}\u000a00:11:14.496456 --- ParallelTerminationStrategy: PID 17566 died...\u000a00:11:14.552624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17566): Terminated: ok {rc=0}\u000a00:11:14.562833 --- ParallelTerminationStrategy: PID 17569 died...\u000a00:11:14.619071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17569): Terminated: ok {rc=0}\u000a00:11:14.629158 --- ParallelTerminationStrategy: PID 17572 died...\u000a00:11:14.685341 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17572): Terminated: ok {rc=0}\u000a00:11:14.772238 bus /gobi_4: Setting Powered False\u000a00:11:15.902659 bus /gobi_4: Setting Powered False\u000a00:11:17.025906 bus /gobi_1: Setting Powered False\u000a00:11:18.130604 bus /gobi_1: Setting Powered False\u000a00:11:19.242359 bus /gobi_0: Setting Powered False\u000a00:11:20.347742 bus /gobi_0: Setting Powered False\u000a00:11:21.458946 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17580): Process ended prematurely: osmo-stp_10.42.42.5(pid=17580) [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17580)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17580): Process ended prematurely: osmo-stp_10.42.42.5(pid=17580) [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17580)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a00:11:22.526028 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:22.537724 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:11:22.689172 tst ping.py: using LAC 37197\u000a00:11:22.806722 tst ping.py: using RAC 222\u000a00:11:22.925587 tst ping.py: using CellId 37197\u000a00:11:23.039194 tst ping.py: using BVCI 37198\u000a00:11:23.062414 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:23.073896 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:23.084766 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:23.095764 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:23.106766 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:23.117959 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:23.129099 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:23.140003 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:11:23.413934 tst ping.py:19: start network...\u000a00:11:23.536845 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:11:24.009621 run create_hlr_db(pid=17574): Launched\u000a00:11:24.179888 bus /gobi_6: Setting Powered False\u000a00:11:25.201760 run create_hlr_db(pid=17574): Terminated: ok {rc=0}\u000a00:11:25.622654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17576): Launched\u000a00:11:25.940317 run osmo-hlr_10.42.42.2(pid=17577): Launched\u000a00:11:26.056187 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:11:26.607342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17579): Launched\u000a00:11:26.923398 run osmo-stp_10.42.42.5(pid=17580): Launched\u000a00:11:27.038598 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:11:27.592637 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17582): Launched\u000a00:11:27.704591 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:11:27.978118 run patchelf(pid=17583): Launched\u000a00:11:28.161865 run osmo-stp_10.42.42.5(pid=17580): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17580)]\u000a00:11:28.296001 run osmo-stp_10.42.42.5(pid=17580): stdout: \u000a| (launched: 2022-12-14_00:11:26.767593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:11:28.430592 run osmo-stp_10.42.42.5(pid=17580): stderr: \u000a| �[0;m�[38;5;43m20221214001126961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001126961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001126961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001126961 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001126962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001126962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001126962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:11:28.560224 run osmo-stp_10.42.42.5(pid=17580): stdout: \u000a| (launched: 2022-12-14_00:11:26.767593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:11:28.689245 run osmo-stp_10.42.42.5(pid=17580): stderr: \u000a| �[0;m�[38;5;43m20221214001126961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001126961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001126961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001126961 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001126962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001126962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001126962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:11:28.839084 run patchelf(pid=17583): Terminating (SIGINT)\u000a00:11:29.014575 run patchelf(pid=17583): Terminated: ok {rc=0}\u000a00:11:29.046946 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=17580): Process ended prematurely: osmo-stp_10.42.42.5(pid=17580) [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17580)] [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a00:11:29.056357 tst ping.py:22: Test FAILED (6.5 sec)\u000a00:11:29.120338 run osmo-hlr_10.42.42.2(pid=17577): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17577)]\u000a00:11:29.171937 run osmo-hlr_10.42.42.2(pid=17577): stdout: \u000a| (launched: 2022-12-14_00:11:25.783261) \u000a00:11:29.224027 run osmo-hlr_10.42.42.2(pid=17577): stderr: \u000a| �[0;m�[1;31m20221214001125980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001125980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001125981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001125981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001125981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001125981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001125994 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001126002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001126002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001126002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:11:29.268296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17576): Terminating (SIGTERM)\u000a00:11:29.310154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17579): Terminating (SIGTERM)\u000a00:11:29.351820 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17582): Terminating (SIGTERM)\u000a00:11:29.361697 --- ParallelTerminationStrategy: PID 17576 died...\u000a00:11:29.417734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17576): Terminated: ok {rc=0}\u000a00:11:29.427861 --- ParallelTerminationStrategy: PID 17579 died...\u000a00:11:29.483505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17579): Terminated: ok {rc=0}\u000a00:11:29.493420 --- ParallelTerminationStrategy: PID 17582 died...\u000a00:11:29.549081 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17582): Terminated: ok {rc=0}\u000a00:11:29.635681 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17590): Process ended prematurely: osmo-stp_10.42.42.5(pid=17590) [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17590)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17590): Process ended prematurely: osmo-stp_10.42.42.5(pid=17590) [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17590)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a00:11:30.686780 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:30.698572 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:11:30.864293 tst ping_idle_ping.py: using LAC 37198\u000a00:11:31.004664 tst ping_idle_ping.py: using RAC 223\u000a00:11:31.124926 tst ping_idle_ping.py: using CellId 37198\u000a00:11:31.279448 tst ping_idle_ping.py: using BVCI 37199\u000a00:11:31.304723 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:31.317609 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:31.330099 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:31.342689 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:31.356363 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:31.370068 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:31.383745 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:31.397186 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:11:31.695457 tst ping_idle_ping.py:24: start network...\u000a00:11:31.831459 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:11:32.347051 run create_hlr_db(pid=17584): Launched\u000a00:11:32.529414 bus /gobi_6: Setting Powered False\u000a00:11:33.540270 run create_hlr_db(pid=17584): Terminated: ok {rc=0}\u000a00:11:33.963214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17586): Launched\u000a00:11:34.279161 run osmo-hlr_10.42.42.2(pid=17587): Launched\u000a00:11:34.395903 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:11:34.942783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17589): Launched\u000a00:11:35.259089 run osmo-stp_10.42.42.5(pid=17590): Launched\u000a00:11:35.374199 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:11:35.923114 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17592): Launched\u000a00:11:36.036312 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:11:36.305254 run patchelf(pid=17593): Launched\u000a00:11:36.478191 run osmo-stp_10.42.42.5(pid=17590): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17590)]\u000a00:11:36.604746 run osmo-stp_10.42.42.5(pid=17590): stdout: \u000a| (launched: 2022-12-14_00:11:35.103069)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:11:36.731900 run osmo-stp_10.42.42.5(pid=17590): stderr: \u000a| �[0;m�[38;5;43m20221214001135295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001135295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001135295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001135296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001135296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001135296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001135296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:11:36.854457 run osmo-stp_10.42.42.5(pid=17590): stdout: \u000a| (launched: 2022-12-14_00:11:35.103069)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:11:36.975355 run osmo-stp_10.42.42.5(pid=17590): stderr: \u000a| �[0;m�[38;5;43m20221214001135295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001135295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001135295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001135296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001135296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001135296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001135296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:11:37.116474 run patchelf(pid=17593): Terminating (SIGINT)\u000a00:11:37.282431 run patchelf(pid=17593): Terminated: ok {rc=0}\u000a00:11:37.312417 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=17590): Process ended prematurely: osmo-stp_10.42.42.5(pid=17590) [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17590)] [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a00:11:37.321091 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a00:11:37.381459 run osmo-hlr_10.42.42.2(pid=17587): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17587)]\u000a00:11:37.430494 run osmo-hlr_10.42.42.2(pid=17587): stdout: \u000a| (launched: 2022-12-14_00:11:34.123590) \u000a00:11:37.480153 run osmo-hlr_10.42.42.2(pid=17587): stderr: \u000a| �[0;m�[1;31m20221214001134323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001134323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001134323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001134323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001134323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001134323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001134336 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001134345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001134345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001134345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:11:37.522535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17586): Terminating (SIGTERM)\u000a00:11:37.562492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17589): Terminating (SIGTERM)\u000a00:11:37.602463 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17592): Terminating (SIGTERM)\u000a00:11:37.611740 --- ParallelTerminationStrategy: PID 17586 died...\u000a00:11:37.674827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17586): Terminated: ok {rc=0}\u000a00:11:37.684334 --- ParallelTerminationStrategy: PID 17589 died...\u000a00:11:37.736711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17589): Terminated: ok {rc=0}\u000a00:11:37.746210 --- ParallelTerminationStrategy: PID 17592 died...\u000a00:11:37.798644 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17592): Terminated: ok {rc=0}\u000a00:11:37.881246 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:10:39" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17603): Process ended prematurely: osmo-stp_10.42.42.5(pid=17603) [trial-2396↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17603)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17603): Process ended prematurely: osmo-stp_10.42.42.5(pid=17603) [trial-2396↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17603)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a00:11:39.921531 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:11:39.933633 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:11:40.093825 tst switch_tch_pdch.py: using LAC 37199\u000a00:11:40.220875 tst switch_tch_pdch.py: using RAC 224\u000a00:11:40.346959 tst switch_tch_pdch.py: using CellId 37199\u000a00:11:40.467734 tst switch_tch_pdch.py: using BVCI 37200\u000a00:11:40.491790 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:11:40.503832 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:11:40.515732 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:11:40.527634 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:11:40.539970 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:11:40.552134 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:11:40.564611 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:11:40.576988 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:11:40.693929 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:11:40.980921 tst switch_tch_pdch.py:51: start network...\u000a00:11:41.112444 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:11:41.603524 run create_hlr_db(pid=17597): Launched\u000a00:11:41.785126 bus /gobi_6: Setting Powered False\u000a00:11:42.806873 run create_hlr_db(pid=17597): Terminated: ok {rc=0}\u000a00:11:43.200180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17599): Launched\u000a00:11:43.493259 run osmo-hlr_10.42.42.2(pid=17600): Launched\u000a00:11:43.603121 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:11:44.109691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17602): Launched\u000a00:11:44.401474 run osmo-stp_10.42.42.5(pid=17603): Launched\u000a00:11:44.508050 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:11:45.016183 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17605): Launched\u000a00:11:45.120064 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:11:45.375142 run patchelf(pid=17606): Launched\u000a00:11:45.546016 run osmo-stp_10.42.42.5(pid=17603): ERR: Terminated: ERROR {rc=1} [trial-2396↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17603)]\u000a00:11:45.671328 run osmo-stp_10.42.42.5(pid=17603): stdout: \u000a| (launched: 2022-12-14_00:11:44.257705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:11:45.796178 run osmo-stp_10.42.42.5(pid=17603): stderr: \u000a| �[0;m�[38;5;43m20221214001144429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001144429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001144429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001144429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001144430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001144430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001144430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:11:45.934512 run osmo-stp_10.42.42.5(pid=17603): stdout: \u000a| (launched: 2022-12-14_00:11:44.257705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:11:46.069613 run osmo-stp_10.42.42.5(pid=17603): stderr: \u000a| �[0;m�[38;5;43m20221214001144429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001144429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001144429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001144429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001144430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001144430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001144430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:11:46.227060 run patchelf(pid=17606): Terminating (SIGINT)\u000a00:11:46.408935 run patchelf(pid=17606): Terminated: ok {rc=0}\u000a00:11:46.444041 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=17603): Process ended prematurely: osmo-stp_10.42.42.5(pid=17603) [trial-2396↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17603)] [trial-2396↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a00:11:46.454606 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a00:11:46.521331 run osmo-hlr_10.42.42.2(pid=17600): ERR: Terminated: ERROR {rc=237} [trial-2396↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17600)]\u000a00:11:46.575956 run osmo-hlr_10.42.42.2(pid=17600): stdout: \u000a| (launched: 2022-12-14_00:11:43.349728) \u000a00:11:46.632378 run osmo-hlr_10.42.42.2(pid=17600): stderr: \u000a| �[0;m�[1;31m20221214001143523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001143523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001143523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001143523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001143523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001143523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001143536 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001143545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001143545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001143545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:11:46.680153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17599): Terminating (SIGTERM)\u000a00:11:46.726379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17602): Terminating (SIGTERM)\u000a00:11:46.772198 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17605): Terminating (SIGTERM)\u000a00:11:46.783181 --- ParallelTerminationStrategy: PID 17599 died...\u000a00:11:46.844783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17599): Terminated: ok {rc=0}\u000a00:11:46.856522 --- ParallelTerminationStrategy: PID 17602 died...\u000a00:11:46.914534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17602): Terminated: ok {rc=0}\u000a00:11:46.925511 --- ParallelTerminationStrategy: PID 17605 died...\u000a00:11:46.984586 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17605): Terminated: ok {rc=0}\u000a00:11:47.083090 bus /gobi_0: Setting Powered False\u000a00:11:48.186710 bus /gobi_0: Setting Powered False\u000a00:11:49.293227 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:11:39" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17616): Process ended prematurely: osmo-stp_10.42.42.5(pid=17616) [trial-2396↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17616)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17616): Process ended prematurely: osmo-stp_10.42.42.5(pid=17616) [trial-2396↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17616)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a00:11:51.270155 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:11:51.282157 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a00:11:51.431205 tst switch_tch_pdch.py: using LAC 37200\u000a00:11:51.545197 tst switch_tch_pdch.py: using RAC 225\u000a00:11:51.658429 tst switch_tch_pdch.py: using CellId 37200\u000a00:11:51.771678 tst switch_tch_pdch.py: using BVCI 37201\u000a00:11:51.794076 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:11:51.805174 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:11:51.816401 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:11:51.827388 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:11:51.838224 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:11:51.849477 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:11:51.860467 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:11:51.871663 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a00:11:51.990998 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a00:11:52.262264 tst switch_tch_pdch.py:51: start network...\u000a00:11:52.383647 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:11:52.824390 run create_hlr_db(pid=17610): Launched\u000a00:11:52.943496 bus /gobi_6: Setting Powered False\u000a00:11:54.014684 run create_hlr_db(pid=17610): Terminated: ok {rc=0}\u000a00:11:54.404413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17612): Launched\u000a00:11:54.710931 run osmo-hlr_10.42.42.2(pid=17613): Launched\u000a00:11:54.825570 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:11:55.314806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17615): Launched\u000a00:11:55.606954 run osmo-stp_10.42.42.5(pid=17616): Launched\u000a00:11:55.712358 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:11:56.197587 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17618): Launched\u000a00:11:56.301468 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:11:56.556575 run patchelf(pid=17619): Launched\u000a00:11:56.728102 run osmo-stp_10.42.42.5(pid=17616): ERR: Terminated: ERROR {rc=1} [trial-2396↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17616)]\u000a00:11:56.853801 run osmo-stp_10.42.42.5(pid=17616): stdout: \u000a| (launched: 2022-12-14_00:11:55.463265)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:11:56.979834 run osmo-stp_10.42.42.5(pid=17616): stderr: \u000a| �[0;m�[38;5;43m20221214001155633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001155633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001155633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001155634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001155634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001155634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001155634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:11:57.101474 run osmo-stp_10.42.42.5(pid=17616): stdout: \u000a| (launched: 2022-12-14_00:11:55.463265)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:11:57.221698 run osmo-stp_10.42.42.5(pid=17616): stderr: \u000a| �[0;m�[38;5;43m20221214001155633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001155633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001155633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001155634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001155634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001155634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001155634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:11:57.362392 run patchelf(pid=17619): Terminating (SIGINT)\u000a00:11:57.526736 run patchelf(pid=17619): Terminated: ok {rc=0}\u000a00:11:57.556615 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=17616): Process ended prematurely: osmo-stp_10.42.42.5(pid=17616) [trial-2396↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17616)] [trial-2396↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a00:11:57.565155 tst switch_tch_pdch.py:54: Test FAILED (6.3 sec)\u000a00:11:57.624152 run osmo-hlr_10.42.42.2(pid=17613): ERR: Terminated: ERROR {rc=237} [trial-2396↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17613)]\u000a00:11:57.672440 run osmo-hlr_10.42.42.2(pid=17613): stdout: \u000a| (launched: 2022-12-14_00:11:54.562758) \u000a00:11:57.721360 run osmo-hlr_10.42.42.2(pid=17613): stderr: \u000a| �[0;m�[1;31m20221214001154739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001154739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001154739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001154739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001154739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001154739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001154751 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001154760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001154760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001154761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:11:57.763098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17612): Terminating (SIGTERM)\u000a00:11:57.802567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17615): Terminating (SIGTERM)\u000a00:11:57.841925 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17618): Terminating (SIGTERM)\u000a00:11:57.851059 --- ParallelTerminationStrategy: PID 17612 died...\u000a00:11:57.903758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17612): Terminated: ok {rc=0}\u000a00:11:57.913266 --- ParallelTerminationStrategy: PID 17615 died...\u000a00:11:57.965583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17615): Terminated: ok {rc=0}\u000a00:11:57.974985 --- ParallelTerminationStrategy: PID 17618 died...\u000a00:11:58.027356 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17618): Terminated: ok {rc=0}\u000a00:11:58.110195 bus /gobi_0: Setting Powered False\u000a00:11:59.211412 bus /gobi_0: Setting Powered False\u000a00:12:00.321662 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:11:51" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=17624): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17624) [trial-2396↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17624)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=17624): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17624) [trial-2396↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17624)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a00:12:02.240810 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a00:12:02.251780 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a00:12:02.373065 tst mo_mt_sms.py: using LAC 37201\u000a00:12:02.486873 tst mo_mt_sms.py: using RAC 226\u000a00:12:02.600275 tst mo_mt_sms.py: using CellId 37201\u000a00:12:02.713541 tst mo_mt_sms.py: using BVCI 37202\u000a00:12:02.735807 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a00:12:02.852761 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a00:12:03.124881 tst mo_mt_sms.py:9: start nitb and bts...\u000a00:12:03.247078 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:12:03.853912 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17623): Launched\u000a00:12:04.142663 run osmo-nitb_10.42.42.2(pid=17624): Launched\u000a00:12:04.323473 run osmo-nitb_10.42.42.2(pid=17624): ERR: Terminated: ERROR {rc=2} [trial-2396↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17624)]\u000a00:12:04.457552 run osmo-nitb_10.42.42.2(pid=17624): stdout: \u000a| (launched: 2022-12-14_00:12:04.002073) \u000a00:12:04.591285 run osmo-nitb_10.42.42.2(pid=17624): stderr: \u000a| (launched: 2022-12-14_00:12:04.045496)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:12:04.720267 run osmo-nitb_10.42.42.2(pid=17624): stdout: \u000a| (launched: 2022-12-14_00:12:04.002073) \u000a00:12:04.848404 run osmo-nitb_10.42.42.2(pid=17624): stderr: \u000a| (launched: 2022-12-14_00:12:04.045496)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:12:05.261066 tst osmo-nitb_10.42.42.2(pid=17624): stdout: \u000a| (launched: 2022-12-14_00:12:04.002073) \u000a00:12:05.377392 tst osmo-nitb_10.42.42.2(pid=17624): stderr: \u000a| (launched: 2022-12-14_00:12:04.045496)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:12:05.429157 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=17624): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17624) [trial-2396↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17624)] [trial-2396↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a00:12:05.437226 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a00:12:05.470954 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17623): Terminating (SIGTERM)\u000a00:12:05.648331 --- ParallelTerminationStrategy: PID 17623 died...\u000a00:12:05.702830 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17623): Terminated: ok {rc=0}\u000a00:12:05.789858 bus /sierra_3: Setting Powered False\u000a00:12:06.892745 bus /sierra_3: Setting Powered False\u000a00:12:08.004911 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:12:02" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "sms:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17634): Process ended prematurely: osmo-stp_10.42.42.5(pid=17634) [trial-2396↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17634)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17634): Process ended prematurely: osmo-stp_10.42.42.5(pid=17634) [trial-2396↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17634)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a00:12:09.868708 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:12:09.880638 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a00:12:10.012487 tst mo_mt_sms.py: using LAC 37202\u000a00:12:10.138157 tst mo_mt_sms.py: using RAC 227\u000a00:12:10.255186 tst mo_mt_sms.py: using CellId 37202\u000a00:12:10.369509 tst mo_mt_sms.py: using BVCI 37203\u000a00:12:10.391753 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:12:10.402350 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:12:10.412842 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:12:10.423351 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:12:10.434370 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:12:10.445287 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a00:12:10.563730 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a00:12:10.761616 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:12:11.229611 run create_hlr_db(pid=17628): Launched\u000a00:12:11.397780 bus /sierra_2: Setting Powered False\u000a00:12:12.419888 run create_hlr_db(pid=17628): Terminated: ok {rc=0}\u000a00:12:12.834811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17630): Launched\u000a00:12:13.146979 run osmo-hlr_10.42.42.2(pid=17631): Launched\u000a00:12:13.262340 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:12:13.803988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17633): Launched\u000a00:12:14.117196 run osmo-stp_10.42.42.5(pid=17634): Launched\u000a00:12:14.230855 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:12:14.802321 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17636): Launched\u000a00:12:15.115263 run osmo-msc_10.42.42.6(pid=17637): Launched\u000a00:12:15.301263 run osmo-stp_10.42.42.5(pid=17634): ERR: Terminated: ERROR {rc=1} [trial-2396↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17634)]\u000a00:12:15.436548 run osmo-stp_10.42.42.5(pid=17634): stdout: \u000a| (launched: 2022-12-14_00:12:13.962349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:12:15.569442 run osmo-stp_10.42.42.5(pid=17634): stderr: \u000a| �[0;m�[38;5;43m20221214001214155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001214155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001214155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001214155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001214156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001214156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001214156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:12:15.694948 run osmo-stp_10.42.42.5(pid=17634): stdout: \u000a| (launched: 2022-12-14_00:12:13.962349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:12:15.819810 run osmo-stp_10.42.42.5(pid=17634): stderr: \u000a| �[0;m�[38;5;43m20221214001214155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001214155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001214155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001214155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001214156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001214156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001214156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:12:15.903485 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=17634): Process ended prematurely: osmo-stp_10.42.42.5(pid=17634) [trial-2396↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17634)] [trial-2396↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a00:12:15.912870 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a00:12:15.985824 run osmo-hlr_10.42.42.2(pid=17631): ERR: Terminated: ERROR {rc=237} [trial-2396↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17631)]\u000a00:12:16.041964 run osmo-hlr_10.42.42.2(pid=17631): stdout: \u000a| (launched: 2022-12-14_00:12:12.993723) \u000a00:12:16.097033 run osmo-hlr_10.42.42.2(pid=17631): stderr: \u000a| �[0;m�[1;31m20221214001213191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001213191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001213191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001213191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001213191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001213191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001213204 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001213212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001213212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001213212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:12:16.170464 run osmo-msc_10.42.42.6(pid=17637): ERR: Terminated: ERROR {rc=2} [trial-2396↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17637)]\u000a00:12:16.224170 run osmo-msc_10.42.42.6(pid=17637): stdout: \u000a| (launched: 2022-12-14_00:12:14.961426) \u000a00:12:16.278390 run osmo-msc_10.42.42.6(pid=17637): stderr: \u000a| �[0;m�[38;5;43m20221214001215279 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214001215279 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5d82622c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214001215279 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214001215280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214001215280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214001215280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214001215282 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214001215282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214001215282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214001215282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:12:16.325200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17630): Terminating (SIGTERM)\u000a00:12:16.369047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17633): Terminating (SIGTERM)\u000a00:12:16.414791 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17636): Terminating (SIGTERM)\u000a00:12:16.425204 --- ParallelTerminationStrategy: PID 17630 died...\u000a00:12:16.484512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17630): Terminated: ok {rc=0}\u000a00:12:16.495529 --- ParallelTerminationStrategy: PID 17633 died...\u000a00:12:16.554624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17633): Terminated: ok {rc=0}\u000a00:12:16.565604 --- ParallelTerminationStrategy: PID 17636 died...\u000a00:12:16.625289 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17636): Terminated: ok {rc=0}\u000a00:12:16.726316 bus /sierra_3: Setting Powered False\u000a00:12:17.829567 bus /sierra_3: Setting Powered False\u000a00:12:18.939948 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:12:09" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=17643): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17643) [trial-2396↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17643)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=17643): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17643) [trial-2396↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17643)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a00:12:20.756403 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a00:12:20.767286 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a00:12:20.887278 tst assert_extension.py: using LAC 37203\u000a00:12:21.007337 tst assert_extension.py: using RAC 228\u000a00:12:21.128195 tst assert_extension.py: using CellId 37203\u000a00:12:21.250779 tst assert_extension.py: using BVCI 37204\u000a00:12:21.274554 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a00:12:21.546292 tst assert_extension.py:10: start nitb and bts...\u000a00:12:21.668024 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:12:22.272743 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17642): Launched\u000a00:12:22.561106 run osmo-nitb_10.42.42.2(pid=17643): Launched\u000a00:12:22.740466 run osmo-nitb_10.42.42.2(pid=17643): ERR: Terminated: ERROR {rc=2} [trial-2396↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17643)]\u000a00:12:22.872741 run osmo-nitb_10.42.42.2(pid=17643): stdout: \u000a| (launched: 2022-12-14_00:12:22.420922) \u000a00:12:23.005809 run osmo-nitb_10.42.42.2(pid=17643): stderr: \u000a| (launched: 2022-12-14_00:12:22.464339)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:12:23.134585 run osmo-nitb_10.42.42.2(pid=17643): stdout: \u000a| (launched: 2022-12-14_00:12:22.420922) \u000a00:12:23.262065 run osmo-nitb_10.42.42.2(pid=17643): stderr: \u000a| (launched: 2022-12-14_00:12:22.464339)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:12:23.678238 tst osmo-nitb_10.42.42.2(pid=17643): stdout: \u000a| (launched: 2022-12-14_00:12:22.420922) \u000a00:12:23.794080 tst osmo-nitb_10.42.42.2(pid=17643): stderr: \u000a| (launched: 2022-12-14_00:12:22.464339)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:12:23.844905 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=17643): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17643) [trial-2396↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17643)] [trial-2396↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a00:12:23.853068 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a00:12:23.887017 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17642): Terminating (SIGTERM)\u000a00:12:24.064473 --- ParallelTerminationStrategy: PID 17642 died...\u000a00:12:24.118829 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17642): Terminated: ok {rc=0}\u000a00:12:24.207279 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:12:20" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "ussd:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17654): Process ended prematurely: osmo-stp_10.42.42.5(pid=17654) [trial-2396↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17654)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17654): Process ended prematurely: osmo-stp_10.42.42.5(pid=17654) [trial-2396↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17654)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a00:12:26.018888 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:12:26.030074 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a00:12:26.152270 tst assert_extension.py: using LAC 37204\u000a00:12:26.266607 tst assert_extension.py: using RAC 229\u000a00:12:26.380901 tst assert_extension.py: using CellId 37204\u000a00:12:26.497624 tst assert_extension.py: using BVCI 37205\u000a00:12:26.519727 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:12:26.530413 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:12:26.540901 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:12:26.551316 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:12:26.561775 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:12:26.572239 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a00:12:26.777623 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:12:27.268755 run create_hlr_db(pid=17648): Launched\u000a00:12:27.450243 bus /sierra_2: Setting Powered False\u000a00:12:28.461242 run create_hlr_db(pid=17648): Terminated: ok {rc=0}\u000a00:12:28.860082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17650): Launched\u000a00:12:29.152787 run osmo-hlr_10.42.42.2(pid=17651): Launched\u000a00:12:29.259758 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:12:29.768851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17653): Launched\u000a00:12:30.060861 run osmo-stp_10.42.42.5(pid=17654): Launched\u000a00:12:30.167830 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:12:30.711568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17656): Launched\u000a00:12:31.172544 run osmo-msc_10.42.42.6(pid=17657): Launched\u000a00:12:31.550465 run osmo-stp_10.42.42.5(pid=17654): ERR: Terminated: ERROR {rc=1} [trial-2396↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17654)]\u000a00:12:31.718669 run osmo-stp_10.42.42.5(pid=17654): stdout: \u000a| (launched: 2022-12-14_00:12:29.917529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:12:31.848071 run osmo-stp_10.42.42.5(pid=17654): stderr: \u000a| �[0;m�[38;5;43m20221214001230087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001230087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001230087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001230088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001230088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001230088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001230088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:12:31.971971 run osmo-stp_10.42.42.5(pid=17654): stdout: \u000a| (launched: 2022-12-14_00:12:29.917529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:12:32.092875 run osmo-stp_10.42.42.5(pid=17654): stderr: \u000a| �[0;m�[38;5;43m20221214001230087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001230087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001230087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001230088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001230088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001230088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001230088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:12:32.145388 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=17654): Process ended prematurely: osmo-stp_10.42.42.5(pid=17654) [trial-2396↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17654)] [trial-2396↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a00:12:32.154449 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a00:12:32.215259 run osmo-hlr_10.42.42.2(pid=17651): ERR: Terminated: ERROR {rc=237} [trial-2396↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17651)]\u000a00:12:32.265381 run osmo-hlr_10.42.42.2(pid=17651): stdout: \u000a| (launched: 2022-12-14_00:12:29.009186) \u000a00:12:32.315957 run osmo-hlr_10.42.42.2(pid=17651): stderr: \u000a| �[0;m�[1;31m20221214001229186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001229186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001229187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001229187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001229187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001229187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001229199 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001229207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001229207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001229207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:12:32.383998 run osmo-msc_10.42.42.6(pid=17657): ERR: Terminated: ERROR {rc=2} [trial-2396↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17657)]\u000a00:12:32.433503 run osmo-msc_10.42.42.6(pid=17657): stdout: \u000a| (launched: 2022-12-14_00:12:30.869464) \u000a00:12:32.482899 run osmo-msc_10.42.42.6(pid=17657): stderr: \u000a| �[0;m�[38;5;43m20221214001231457 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214001231459 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efe478a7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214001231460 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214001231461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214001231462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214001231463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214001231465 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214001231466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214001231466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214001231466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:12:32.524608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17650): Terminating (SIGTERM)\u000a00:12:32.563863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17653): Terminating (SIGTERM)\u000a00:12:32.603250 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17656): Terminating (SIGTERM)\u000a00:12:32.612348 --- ParallelTerminationStrategy: PID 17650 died...\u000a00:12:32.665510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17650): Terminated: ok {rc=0}\u000a00:12:32.675079 --- ParallelTerminationStrategy: PID 17653 died...\u000a00:12:32.727999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17653): Terminated: ok {rc=0}\u000a00:12:32.737923 --- ParallelTerminationStrategy: PID 17656 died...\u000a00:12:32.790644 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17656): Terminated: ok {rc=0}\u000a00:12:32.878250 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:12:25" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17668): Process ended prematurely: osmo-stp_10.42.42.5(pid=17668) [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17668)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17668): Process ended prematurely: osmo-stp_10.42.42.5(pid=17668) [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17668)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a00:12:34.819381 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:34.830964 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:12:34.986001 tst mo_mt_call.py: using LAC 37205\u000a00:12:35.116420 tst mo_mt_call.py: using RAC 230\u000a00:12:35.239087 tst mo_mt_call.py: using CellId 37205\u000a00:12:35.363335 tst mo_mt_call.py: using BVCI 37206\u000a00:12:35.387558 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:35.399284 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:35.410734 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:35.422241 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:35.434464 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:35.446304 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:12:35.562839 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:12:35.771031 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:12:36.270761 run create_hlr_db(pid=17662): Launched\u000a00:12:36.454672 bus /sierra_2: Setting Powered False\u000a00:12:37.477500 run create_hlr_db(pid=17662): Terminated: ok {rc=0}\u000a00:12:37.877475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17664): Launched\u000a00:12:38.175426 run osmo-hlr_10.42.42.2(pid=17665): Launched\u000a00:12:38.289612 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:12:38.804868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17667): Launched\u000a00:12:39.101860 run osmo-stp_10.42.42.5(pid=17668): Launched\u000a00:12:39.210925 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:12:39.753463 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17670): Launched\u000a00:12:40.051234 run osmo-msc_10.42.42.6(pid=17671): Launched\u000a00:12:40.225777 run osmo-stp_10.42.42.5(pid=17668): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17668)]\u000a00:12:40.351678 run osmo-stp_10.42.42.5(pid=17668): stdout: \u000a| (launched: 2022-12-14_00:12:38.955844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:12:40.475847 run osmo-stp_10.42.42.5(pid=17668): stderr: \u000a| �[0;m�[38;5;43m20221214001239126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001239126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001239126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001239127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001239127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001239127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001239127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:12:40.595284 run osmo-stp_10.42.42.5(pid=17668): stdout: \u000a| (launched: 2022-12-14_00:12:38.955844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:12:40.713496 run osmo-stp_10.42.42.5(pid=17668): stderr: \u000a| �[0;m�[38;5;43m20221214001239126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001239126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001239126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001239127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001239127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001239127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001239127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:12:40.765660 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17668): Process ended prematurely: osmo-stp_10.42.42.5(pid=17668) [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17668)] [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a00:12:40.774173 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a00:12:40.832791 run osmo-hlr_10.42.42.2(pid=17665): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17665)]\u000a00:12:40.881128 run osmo-hlr_10.42.42.2(pid=17665): stdout: \u000a| (launched: 2022-12-14_00:12:38.028940) \u000a00:12:40.930047 run osmo-hlr_10.42.42.2(pid=17665): stderr: \u000a| �[0;m�[1;31m20221214001238206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001238206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001238206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001238206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001238206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001238206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001238217 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001238226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001238226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001238226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:12:40.996723 run osmo-msc_10.42.42.6(pid=17671): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17671)]\u000a00:12:41.044990 run osmo-msc_10.42.42.6(pid=17671): stdout: \u000a| (launched: 2022-12-14_00:12:39.904880) \u000a00:12:41.093752 run osmo-msc_10.42.42.6(pid=17671): stderr: \u000a| �[0;m�[38;5;43m20221214001240175 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214001240175 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fef5aeb3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214001240175 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214001240175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214001240175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214001240176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214001240177 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214001240178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214001240178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214001240178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:12:41.135112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17664): Terminating (SIGTERM)\u000a00:12:41.174078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17667): Terminating (SIGTERM)\u000a00:12:41.213119 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17670): Terminating (SIGTERM)\u000a00:12:41.222203 --- ParallelTerminationStrategy: PID 17664 died...\u000a00:12:41.274724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17664): Terminated: ok {rc=0}\u000a00:12:41.284196 --- ParallelTerminationStrategy: PID 17667 died...\u000a00:12:41.336488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17667): Terminated: ok {rc=0}\u000a00:12:41.345933 --- ParallelTerminationStrategy: PID 17670 died...\u000a00:12:41.398068 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17670): Terminated: ok {rc=0}\u000a00:12:41.485460 bus /sierra_3: Setting Powered False\u000a00:12:42.586532 bus /sierra_3: Setting Powered False\u000a00:12:43.693154 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 75, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17679): Process ended prematurely: osmo-stp_10.42.42.5(pid=17679) [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17679)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17679): Process ended prematurely: osmo-stp_10.42.42.5(pid=17679) [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17679)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:12:44.806451 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:44.818600 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:12:44.970706 tst mo_mt_call_osmux.py: using LAC 37206\u000a00:12:45.094679 tst mo_mt_call_osmux.py: using RAC 231\u000a00:12:45.219794 tst mo_mt_call_osmux.py: using CellId 37206\u000a00:12:45.343453 tst mo_mt_call_osmux.py: using BVCI 37207\u000a00:12:45.367619 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:45.379260 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:45.390752 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:45.402197 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:45.414103 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:45.425899 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:12:45.543105 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:12:45.751819 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:12:46.277969 run create_hlr_db(pid=17673): Launched\u000a00:12:46.467542 bus /sierra_2: Setting Powered False\u000a00:12:47.484590 run create_hlr_db(pid=17673): Terminated: ok {rc=0}\u000a00:12:47.885227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17675): Launched\u000a00:12:48.182307 run osmo-hlr_10.42.42.2(pid=17676): Launched\u000a00:12:48.298772 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:12:48.821818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17678): Launched\u000a00:12:49.118360 run osmo-stp_10.42.42.5(pid=17679): Launched\u000a00:12:49.225366 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:12:49.769905 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17681): Launched\u000a00:12:50.068469 run osmo-msc_10.42.42.6(pid=17682): Launched\u000a00:12:50.244320 run osmo-stp_10.42.42.5(pid=17679): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17679)]\u000a00:12:50.370974 run osmo-stp_10.42.42.5(pid=17679): stdout: \u000a| (launched: 2022-12-14_00:12:48.972834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:12:50.494800 run osmo-stp_10.42.42.5(pid=17679): stderr: \u000a| �[0;m�[38;5;43m20221214001249145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001249145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001249145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001249146 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001249146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001249146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001249146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:12:50.614753 run osmo-stp_10.42.42.5(pid=17679): stdout: \u000a| (launched: 2022-12-14_00:12:48.972834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:12:50.733583 run osmo-stp_10.42.42.5(pid=17679): stderr: \u000a| �[0;m�[38;5;43m20221214001249145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001249145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001249145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001249146 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001249146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001249146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001249146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:12:50.785943 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17679): Process ended prematurely: osmo-stp_10.42.42.5(pid=17679) [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17679)] [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a00:12:50.794365 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a00:12:50.853920 run osmo-hlr_10.42.42.2(pid=17676): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17676)]\u000a00:12:50.902348 run osmo-hlr_10.42.42.2(pid=17676): stdout: \u000a| (launched: 2022-12-14_00:12:48.036728) \u000a00:12:50.951502 run osmo-hlr_10.42.42.2(pid=17676): stderr: \u000a| �[0;m�[1;31m20221214001248215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001248215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001248215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001248215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001248215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001248215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001248229 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001248239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001248239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001248239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:12:51.018333 run osmo-msc_10.42.42.6(pid=17682): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17682)]\u000a00:12:51.066805 run osmo-msc_10.42.42.6(pid=17682): stdout: \u000a| (launched: 2022-12-14_00:12:49.921335) \u000a00:12:51.115847 run osmo-msc_10.42.42.6(pid=17682): stderr: \u000a| �[0;m�[38;5;43m20221214001250195 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214001250195 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f884b9bdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214001250195 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214001250195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214001250195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214001250195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214001250197 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214001250198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214001250198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214001250198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:12:51.157489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17675): Terminating (SIGTERM)\u000a00:12:51.196817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17678): Terminating (SIGTERM)\u000a00:12:51.236096 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17681): Terminating (SIGTERM)\u000a00:12:51.245275 --- ParallelTerminationStrategy: PID 17675 died...\u000a00:12:51.297721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17675): Terminated: ok {rc=0}\u000a00:12:51.307238 --- ParallelTerminationStrategy: PID 17678 died...\u000a00:12:51.359566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17678): Terminated: ok {rc=0}\u000a00:12:51.369046 --- ParallelTerminationStrategy: PID 17681 died...\u000a00:12:51.421122 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17681): Terminated: ok {rc=0}\u000a00:12:51.502265 bus /sierra_3: Setting Powered False\u000a00:12:52.608008 bus /sierra_3: Setting Powered False\u000a00:12:53.718605 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:12:34" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17693): Process ended prematurely: osmo-stp_10.42.42.5(pid=17693) [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17693)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17693): Process ended prematurely: osmo-stp_10.42.42.5(pid=17693) [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17693)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a00:12:55.698913 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:12:55.710542 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:12:55.862555 tst mo_mt_call.py: using LAC 37207\u000a00:12:55.987648 tst mo_mt_call.py: using RAC 232\u000a00:12:56.111614 tst mo_mt_call.py: using CellId 37207\u000a00:12:56.233144 tst mo_mt_call.py: using BVCI 37208\u000a00:12:56.257267 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:12:56.268839 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:12:56.280257 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:12:56.291656 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:12:56.303534 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:12:56.315259 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:12:56.431475 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:12:56.641345 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:12:57.139729 run create_hlr_db(pid=17687): Launched\u000a00:12:57.323556 bus /sierra_2: Setting Powered False\u000a00:12:58.334088 run create_hlr_db(pid=17687): Terminated: ok {rc=0}\u000a00:12:58.762370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17689): Launched\u000a00:12:59.081094 run osmo-hlr_10.42.42.2(pid=17690): Launched\u000a00:12:59.198293 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:12:59.748904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17692): Launched\u000a00:13:00.067177 run osmo-stp_10.42.42.5(pid=17693): Launched\u000a00:13:00.183991 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:13:00.734622 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17695): Launched\u000a00:13:01.097556 run osmo-msc_10.42.42.6(pid=17696): Launched\u000a00:13:01.445536 run osmo-stp_10.42.42.5(pid=17693): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17693)]\u000a00:13:01.659772 run osmo-stp_10.42.42.5(pid=17693): stdout: \u000a| (launched: 2022-12-14_00:12:59.910845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:01.797894 run osmo-stp_10.42.42.5(pid=17693): stderr: \u000a| �[0;m�[38;5;43m20221214001300101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001300101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001300102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001300102 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001300104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001300104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001300104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:01.932004 run osmo-stp_10.42.42.5(pid=17693): stdout: \u000a| (launched: 2022-12-14_00:12:59.910845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:02.065903 run osmo-stp_10.42.42.5(pid=17693): stderr: \u000a| �[0;m�[38;5;43m20221214001300101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001300101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001300102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001300102 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001300104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001300104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001300104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:02.124317 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17693): Process ended prematurely: osmo-stp_10.42.42.5(pid=17693) [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17693)] [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a00:13:02.134678 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a00:13:02.201955 run osmo-hlr_10.42.42.2(pid=17690): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17690)]\u000a00:13:02.256740 run osmo-hlr_10.42.42.2(pid=17690): stdout: \u000a| (launched: 2022-12-14_00:12:58.924024) \u000a00:13:02.311293 run osmo-hlr_10.42.42.2(pid=17690): stderr: \u000a| �[0;m�[1;31m20221214001259121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001259121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001259121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001259121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001259121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001259121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001259136 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001259146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001259146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001259146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:13:02.382783 run osmo-msc_10.42.42.6(pid=17696): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17696)]\u000a00:13:02.435227 run osmo-msc_10.42.42.6(pid=17696): stdout: \u000a| (launched: 2022-12-14_00:13:00.899413) \u000a00:13:02.488085 run osmo-msc_10.42.42.6(pid=17696): stderr: \u000a| �[0;m�[38;5;43m20221214001301344 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214001301344 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4b2ed8ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214001301345 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214001301345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214001301345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214001301345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214001301347 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214001301347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214001301347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214001301347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:13:02.532825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17689): Terminating (SIGTERM)\u000a00:13:02.575343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17692): Terminating (SIGTERM)\u000a00:13:02.617856 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17695): Terminating (SIGTERM)\u000a00:13:02.627662 --- ParallelTerminationStrategy: PID 17689 died...\u000a00:13:02.685025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17689): Terminated: ok {rc=0}\u000a00:13:02.695153 --- ParallelTerminationStrategy: PID 17692 died...\u000a00:13:02.752236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17692): Terminated: ok {rc=0}\u000a00:13:02.762294 --- ParallelTerminationStrategy: PID 17695 died...\u000a00:13:02.819373 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17695): Terminated: ok {rc=0}\u000a00:13:02.906145 bus /sierra_3: Setting Powered False\u000a00:13:04.011800 bus /sierra_3: Setting Powered False\u000a00:13:05.118683 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17704): Process ended prematurely: osmo-stp_10.42.42.5(pid=17704) [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17704)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17704): Process ended prematurely: osmo-stp_10.42.42.5(pid=17704) [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17704)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:13:06.231960 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:13:06.244014 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:13:06.395945 tst mo_mt_call_osmux.py: using LAC 37208\u000a00:13:06.519471 tst mo_mt_call_osmux.py: using RAC 233\u000a00:13:06.643589 tst mo_mt_call_osmux.py: using CellId 37208\u000a00:13:06.767641 tst mo_mt_call_osmux.py: using BVCI 37209\u000a00:13:06.792092 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:13:06.803693 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:13:06.815219 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:13:06.826751 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:13:06.838555 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:13:06.850254 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:13:06.970001 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:13:07.171718 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:13:07.650429 run create_hlr_db(pid=17698): Launched\u000a00:13:07.822360 bus /sierra_2: Setting Powered False\u000a00:13:08.844398 run create_hlr_db(pid=17698): Terminated: ok {rc=0}\u000a00:13:09.240493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17700): Launched\u000a00:13:09.537923 run osmo-hlr_10.42.42.2(pid=17701): Launched\u000a00:13:09.656585 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:13:10.179092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17703): Launched\u000a00:13:10.476400 run osmo-stp_10.42.42.5(pid=17704): Launched\u000a00:13:10.584477 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:13:11.128663 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17706): Launched\u000a00:13:11.427105 run osmo-msc_10.42.42.6(pid=17707): Launched\u000a00:13:11.602729 run osmo-stp_10.42.42.5(pid=17704): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17704)]\u000a00:13:11.729346 run osmo-stp_10.42.42.5(pid=17704): stdout: \u000a| (launched: 2022-12-14_00:13:10.330526)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:11.853922 run osmo-stp_10.42.42.5(pid=17704): stderr: \u000a| �[0;m�[38;5;43m20221214001310500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001310501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001310501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001310501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001310502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001310502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001310502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:11.974696 run osmo-stp_10.42.42.5(pid=17704): stdout: \u000a| (launched: 2022-12-14_00:13:10.330526)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:12.093888 run osmo-stp_10.42.42.5(pid=17704): stderr: \u000a| �[0;m�[38;5;43m20221214001310500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001310501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001310501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001310501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001310502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001310502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001310502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:12.146606 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17704): Process ended prematurely: osmo-stp_10.42.42.5(pid=17704) [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17704)] [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a00:13:12.155116 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a00:13:12.214289 run osmo-hlr_10.42.42.2(pid=17701): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17701)]\u000a00:13:12.262929 run osmo-hlr_10.42.42.2(pid=17701): stdout: \u000a| (launched: 2022-12-14_00:13:09.391901) \u000a00:13:12.312122 run osmo-hlr_10.42.42.2(pid=17701): stderr: \u000a| �[0;m�[1;31m20221214001309568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001309568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001309568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001309568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001309568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001309568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001309580 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001309589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001309590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001309590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:13:12.378848 run osmo-msc_10.42.42.6(pid=17707): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17707)]\u000a00:13:12.427191 run osmo-msc_10.42.42.6(pid=17707): stdout: \u000a| (launched: 2022-12-14_00:13:11.280208) \u000a00:13:12.476162 run osmo-msc_10.42.42.6(pid=17707): stderr: \u000a| �[0;m�[38;5;43m20221214001311551 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214001311551 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f46228d0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214001311552 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214001311552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214001311552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214001311552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214001311554 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214001311554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214001311554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214001311554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:13:12.517592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17700): Terminating (SIGTERM)\u000a00:13:12.556549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17703): Terminating (SIGTERM)\u000a00:13:12.595874 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17706): Terminating (SIGTERM)\u000a00:13:12.605088 --- ParallelTerminationStrategy: PID 17700 died...\u000a00:13:12.657886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17700): Terminated: ok {rc=0}\u000a00:13:12.667432 --- ParallelTerminationStrategy: PID 17703 died...\u000a00:13:12.720078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17703): Terminated: ok {rc=0}\u000a00:13:12.729775 --- ParallelTerminationStrategy: PID 17706 died...\u000a00:13:12.782545 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17706): Terminated: ok {rc=0}\u000a00:13:12.870382 bus /sierra_3: Setting Powered False\u000a00:13:13.972887 bus /sierra_3: Setting Powered False\u000a00:13:15.079894 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:12:55" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17718): Process ended prematurely: osmo-stp_10.42.42.5(pid=17718) [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17718)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17718): Process ended prematurely: osmo-stp_10.42.42.5(pid=17718) [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17718)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a00:13:17.145733 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:17.158426 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:13:17.318591 tst mo_mt_call.py: using LAC 37209\u000a00:13:17.437515 tst mo_mt_call.py: using RAC 234\u000a00:13:17.552914 tst mo_mt_call.py: using CellId 37209\u000a00:13:17.670182 tst mo_mt_call.py: using BVCI 37210\u000a00:13:17.692888 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:17.704189 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:17.715187 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:17.726154 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:17.737211 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:17.748130 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:13:17.862919 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:13:18.073848 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:13:18.572550 run create_hlr_db(pid=17712): Launched\u000a00:13:18.755653 bus /sierra_2: Setting Powered False\u000a00:13:19.778691 run create_hlr_db(pid=17712): Terminated: ok {rc=0}\u000a00:13:20.200750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17714): Launched\u000a00:13:20.519004 run osmo-hlr_10.42.42.2(pid=17715): Launched\u000a00:13:20.634793 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:13:21.186700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17717): Launched\u000a00:13:21.504920 run osmo-stp_10.42.42.5(pid=17718): Launched\u000a00:13:21.620607 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:13:22.201445 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17720): Launched\u000a00:13:22.519611 run osmo-msc_10.42.42.6(pid=17721): Launched\u000a00:13:22.706791 run osmo-stp_10.42.42.5(pid=17718): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17718)]\u000a00:13:22.842028 run osmo-stp_10.42.42.5(pid=17718): stdout: \u000a| (launched: 2022-12-14_00:13:21.348565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:22.976574 run osmo-stp_10.42.42.5(pid=17718): stderr: \u000a| �[0;m�[38;5;43m20221214001321539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001321539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001321539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001321540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001321540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001321540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001321540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:23.104783 run osmo-stp_10.42.42.5(pid=17718): stdout: \u000a| (launched: 2022-12-14_00:13:21.348565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:23.231584 run osmo-stp_10.42.42.5(pid=17718): stderr: \u000a| �[0;m�[38;5;43m20221214001321539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001321539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001321539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001321540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001321540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001321540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001321540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:23.287415 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17718): Process ended prematurely: osmo-stp_10.42.42.5(pid=17718) [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17718)] [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a00:13:23.296526 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a00:13:23.359222 run osmo-hlr_10.42.42.2(pid=17715): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17715)]\u000a00:13:23.410303 run osmo-hlr_10.42.42.2(pid=17715): stdout: \u000a| (launched: 2022-12-14_00:13:20.362566) \u000a00:13:23.462198 run osmo-hlr_10.42.42.2(pid=17715): stderr: \u000a| �[0;m�[1;31m20221214001320561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001320561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001320561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001320561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001320561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001320561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001320593 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001320603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001320603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001320603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:13:23.532399 run osmo-msc_10.42.42.6(pid=17721): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17721)]\u000a00:13:23.583792 run osmo-msc_10.42.42.6(pid=17721): stdout: \u000a| (launched: 2022-12-14_00:13:22.363252) \u000a00:13:23.635386 run osmo-msc_10.42.42.6(pid=17721): stderr: \u000a| �[0;m�[38;5;43m20221214001322685 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214001322685 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2c77cb0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214001322685 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214001322685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214001322686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214001322686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214001322687 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214001322688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214001322688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214001322688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:13:23.679255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17714): Terminating (SIGTERM)\u000a00:13:23.720747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17717): Terminating (SIGTERM)\u000a00:13:23.762239 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17720): Terminating (SIGTERM)\u000a00:13:23.771829 --- ParallelTerminationStrategy: PID 17714 died...\u000a00:13:23.827587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17714): Terminated: ok {rc=0}\u000a00:13:23.837580 --- ParallelTerminationStrategy: PID 17717 died...\u000a00:13:23.893005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17717): Terminated: ok {rc=0}\u000a00:13:23.902875 --- ParallelTerminationStrategy: PID 17720 died...\u000a00:13:23.958341 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17720): Terminated: ok {rc=0}\u000a00:13:24.045054 bus /sierra_3: Setting Powered False\u000a00:13:25.151178 bus /sierra_3: Setting Powered False\u000a00:13:26.259201 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17729): Process ended prematurely: osmo-stp_10.42.42.5(pid=17729) [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17729)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17729): Process ended prematurely: osmo-stp_10.42.42.5(pid=17729) [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17729)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:13:27.372532 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:27.384751 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:13:27.539494 tst mo_mt_call_osmux.py: using LAC 37210\u000a00:13:27.665908 tst mo_mt_call_osmux.py: using RAC 235\u000a00:13:27.789890 tst mo_mt_call_osmux.py: using CellId 37210\u000a00:13:27.916892 tst mo_mt_call_osmux.py: using BVCI 37211\u000a00:13:27.940924 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:27.952554 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:27.963991 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:27.975374 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:27.987233 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:27.998953 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:13:28.118518 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:13:28.327722 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:13:28.825571 run create_hlr_db(pid=17723): Launched\u000a00:13:29.009485 bus /sierra_2: Setting Powered False\u000a00:13:30.031269 run create_hlr_db(pid=17723): Terminated: ok {rc=0}\u000a00:13:30.430781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17725): Launched\u000a00:13:30.728684 run osmo-hlr_10.42.42.2(pid=17726): Launched\u000a00:13:30.887411 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:13:31.467358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17728): Launched\u000a00:13:31.902889 run osmo-stp_10.42.42.5(pid=17729): Launched\u000a00:13:32.041428 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:13:32.692239 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17731): Launched\u000a00:13:32.990809 run osmo-msc_10.42.42.6(pid=17732): Launched\u000a00:13:33.165831 run osmo-stp_10.42.42.5(pid=17729): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17729)]\u000a00:13:33.292299 run osmo-stp_10.42.42.5(pid=17729): stdout: \u000a| (launched: 2022-12-14_00:13:31.633764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:33.417604 run osmo-stp_10.42.42.5(pid=17729): stderr: \u000a| �[0;m�[38;5;43m20221214001331925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001331925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001331925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001331926 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001331926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001331926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001331926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:33.537961 run osmo-stp_10.42.42.5(pid=17729): stdout: \u000a| (launched: 2022-12-14_00:13:31.633764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:33.657855 run osmo-stp_10.42.42.5(pid=17729): stderr: \u000a| �[0;m�[38;5;43m20221214001331925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001331925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001331925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001331926 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001331926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001331926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001331926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:33.710487 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17729): Process ended prematurely: osmo-stp_10.42.42.5(pid=17729) [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17729)] [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a00:13:33.719141 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a00:13:33.778573 run osmo-hlr_10.42.42.2(pid=17726): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17726)]\u000a00:13:33.827552 run osmo-hlr_10.42.42.2(pid=17726): stdout: \u000a| (launched: 2022-12-14_00:13:30.581912) \u000a00:13:33.876927 run osmo-hlr_10.42.42.2(pid=17726): stderr: \u000a| �[0;m�[1;31m20221214001330758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001330758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001330758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001330758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001330758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001330758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001330770 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001330779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001330779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001330779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:13:33.943970 run osmo-msc_10.42.42.6(pid=17732): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17732)]\u000a00:13:33.992268 run osmo-msc_10.42.42.6(pid=17732): stdout: \u000a| (launched: 2022-12-14_00:13:32.844067) \u000a00:13:34.041207 run osmo-msc_10.42.42.6(pid=17732): stderr: \u000a| �[0;m�[38;5;43m20221214001333117 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214001333118 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbe26682c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214001333118 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214001333118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214001333118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214001333118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214001333120 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214001333120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214001333120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214001333120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:13:34.082909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17725): Terminating (SIGTERM)\u000a00:13:34.122851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17728): Terminating (SIGTERM)\u000a00:13:34.162302 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17731): Terminating (SIGTERM)\u000a00:13:34.171479 --- ParallelTerminationStrategy: PID 17725 died...\u000a00:13:34.224587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17725): Terminated: ok {rc=0}\u000a00:13:34.234260 --- ParallelTerminationStrategy: PID 17728 died...\u000a00:13:34.287374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17728): Terminated: ok {rc=0}\u000a00:13:34.297012 --- ParallelTerminationStrategy: PID 17731 died...\u000a00:13:34.349922 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17731): Terminated: ok {rc=0}\u000a00:13:34.437475 bus /sierra_3: Setting Powered False\u000a00:13:35.540277 bus /sierra_3: Setting Powered False\u000a00:13:36.650684 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:13:16" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17744): Process ended prematurely: osmo-stp_10.42.42.5(pid=17744) [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17744)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17744): Process ended prematurely: osmo-stp_10.42.42.5(pid=17744) [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17744)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a00:13:38.611475 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:13:38.622811 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a00:13:38.768401 tst mo_mt_call.py: using LAC 37211\u000a00:13:38.887014 tst mo_mt_call.py: using RAC 236\u000a00:13:39.005429 tst mo_mt_call.py: using CellId 37211\u000a00:13:39.127107 tst mo_mt_call.py: using BVCI 37212\u000a00:13:39.149653 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:13:39.160673 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:13:39.171568 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:13:39.182547 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:13:39.194078 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:13:39.205199 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:13:39.326105 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:13:39.523808 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:13:39.999072 run create_hlr_db(pid=17738): Launched\u000a00:13:40.170534 bus /sierra_2: Setting Powered False\u000a00:13:41.191847 run create_hlr_db(pid=17738): Terminated: ok {rc=0}\u000a00:13:41.587490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17740): Launched\u000a00:13:41.884640 run osmo-hlr_10.42.42.2(pid=17741): Launched\u000a00:13:41.992475 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:13:42.508065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17743): Launched\u000a00:13:42.804685 run osmo-stp_10.42.42.5(pid=17744): Launched\u000a00:13:42.912915 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:13:43.455923 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17746): Launched\u000a00:13:43.753841 run osmo-msc_10.42.42.6(pid=17747): Launched\u000a00:13:43.934603 run osmo-stp_10.42.42.5(pid=17744): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17744)]\u000a00:13:44.071223 run osmo-stp_10.42.42.5(pid=17744): stdout: \u000a| (launched: 2022-12-14_00:13:42.659398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:44.206149 run osmo-stp_10.42.42.5(pid=17744): stderr: \u000a| �[0;m�[38;5;43m20221214001342831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001342831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001342832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001342832 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001342832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001342833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001342833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:44.334570 run osmo-stp_10.42.42.5(pid=17744): stdout: \u000a| (launched: 2022-12-14_00:13:42.659398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:44.461898 run osmo-stp_10.42.42.5(pid=17744): stderr: \u000a| �[0;m�[38;5;43m20221214001342831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001342831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001342832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001342832 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001342832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001342833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001342833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:44.518033 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17744): Process ended prematurely: osmo-stp_10.42.42.5(pid=17744) [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17744)] [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a00:13:44.527355 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a00:13:44.591682 run osmo-hlr_10.42.42.2(pid=17741): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17741)]\u000a00:13:44.643819 run osmo-hlr_10.42.42.2(pid=17741): stdout: \u000a| (launched: 2022-12-14_00:13:41.738743) \u000a00:13:44.696187 run osmo-hlr_10.42.42.2(pid=17741): stderr: \u000a| �[0;m�[1;31m20221214001341915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001341915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001341915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001341915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001341915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001341915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001341927 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001341936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001341936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001341936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:13:44.767433 run osmo-msc_10.42.42.6(pid=17747): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17747)]\u000a00:13:44.819301 run osmo-msc_10.42.42.6(pid=17747): stdout: \u000a| (launched: 2022-12-14_00:13:43.607459) \u000a00:13:44.872259 run osmo-msc_10.42.42.6(pid=17747): stderr: \u000a| �[0;m�[38;5;43m20221214001343879 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214001343879 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1a7efe6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214001343879 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214001343879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214001343880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214001343880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214001343882 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214001343882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214001343882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214001343882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:13:44.916908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17740): Terminating (SIGTERM)\u000a00:13:44.959371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17743): Terminating (SIGTERM)\u000a00:13:45.002071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17746): Terminating (SIGTERM)\u000a00:13:45.011781 --- ParallelTerminationStrategy: PID 17740 died...\u000a00:13:45.069141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17740): Terminated: ok {rc=0}\u000a00:13:45.079387 --- ParallelTerminationStrategy: PID 17743 died...\u000a00:13:45.136921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17743): Terminated: ok {rc=0}\u000a00:13:45.147070 --- ParallelTerminationStrategy: PID 17746 died...\u000a00:13:45.204248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17746): Terminated: ok {rc=0}\u000a00:13:45.292249 bus /sierra_3: Setting Powered False\u000a00:13:46.410766 bus /sierra_3: Setting Powered False\u000a00:13:47.523055 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17755): Process ended prematurely: osmo-stp_10.42.42.5(pid=17755) [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17755)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17755): Process ended prematurely: osmo-stp_10.42.42.5(pid=17755) [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17755)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:13:48.632713 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:13:48.644474 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a00:13:48.788998 tst mo_mt_call_osmux.py: using LAC 37212\u000a00:13:48.905541 tst mo_mt_call_osmux.py: using RAC 237\u000a00:13:49.023329 tst mo_mt_call_osmux.py: using CellId 37212\u000a00:13:49.142600 tst mo_mt_call_osmux.py: using BVCI 37213\u000a00:13:49.165222 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:13:49.176206 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:13:49.187275 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:13:49.198209 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:13:49.209258 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:13:49.220571 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:13:49.341229 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:13:49.552914 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:13:50.050740 run create_hlr_db(pid=17749): Launched\u000a00:13:50.234585 bus /sierra_2: Setting Powered False\u000a00:13:51.256396 run create_hlr_db(pid=17749): Terminated: ok {rc=0}\u000a00:13:51.654078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17751): Launched\u000a00:13:51.952447 run osmo-hlr_10.42.42.2(pid=17752): Launched\u000a00:13:52.062356 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:13:52.578438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17754): Launched\u000a00:13:52.875002 run osmo-stp_10.42.42.5(pid=17755): Launched\u000a00:13:52.993794 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:13:53.541867 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17757): Launched\u000a00:13:53.839282 run osmo-msc_10.42.42.6(pid=17758): Launched\u000a00:13:54.013816 run osmo-stp_10.42.42.5(pid=17755): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17755)]\u000a00:13:54.139808 run osmo-stp_10.42.42.5(pid=17755): stdout: \u000a| (launched: 2022-12-14_00:13:52.729305)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:54.263917 run osmo-stp_10.42.42.5(pid=17755): stderr: \u000a| �[0;m�[38;5;43m20221214001352899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001352899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001352899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001352900 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001352900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001352900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001352900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:54.383496 run osmo-stp_10.42.42.5(pid=17755): stdout: \u000a| (launched: 2022-12-14_00:13:52.729305)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:54.501594 run osmo-stp_10.42.42.5(pid=17755): stderr: \u000a| �[0;m�[38;5;43m20221214001352899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001352899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001352899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001352900 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001352900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001352900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001352900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:54.553603 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17755): Process ended prematurely: osmo-stp_10.42.42.5(pid=17755) [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17755)] [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a00:13:54.562039 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a00:13:54.620881 run osmo-hlr_10.42.42.2(pid=17752): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17752)]\u000a00:13:54.669401 run osmo-hlr_10.42.42.2(pid=17752): stdout: \u000a| (launched: 2022-12-14_00:13:51.805794) \u000a00:13:54.718583 run osmo-hlr_10.42.42.2(pid=17752): stderr: \u000a| �[0;m�[1;31m20221214001351982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001351982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001351982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001351982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001351982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001351982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001351994 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001352003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001352003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001352003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:13:54.785517 run osmo-msc_10.42.42.6(pid=17758): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17758)]\u000a00:13:54.833910 run osmo-msc_10.42.42.6(pid=17758): stdout: \u000a| (launched: 2022-12-14_00:13:53.692929) \u000a00:13:54.882714 run osmo-msc_10.42.42.6(pid=17758): stderr: \u000a| �[0;m�[38;5;43m20221214001353965 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214001353965 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efe0c719c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214001353965 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214001353965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214001353965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214001353966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214001353967 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214001353968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214001353968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214001353968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:13:54.924085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17751): Terminating (SIGTERM)\u000a00:13:54.963141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17754): Terminating (SIGTERM)\u000a00:13:55.002245 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17757): Terminating (SIGTERM)\u000a00:13:55.011299 --- ParallelTerminationStrategy: PID 17751 died...\u000a00:13:55.063591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17751): Terminated: ok {rc=0}\u000a00:13:55.073188 --- ParallelTerminationStrategy: PID 17754 died...\u000a00:13:55.125317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17754): Terminated: ok {rc=0}\u000a00:13:55.134668 --- ParallelTerminationStrategy: PID 17757 died...\u000a00:13:55.186580 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17757): Terminated: ok {rc=0}\u000a00:13:55.275013 bus /sierra_3: Setting Powered False\u000a00:13:56.376151 bus /sierra_3: Setting Powered False\u000a00:13:57.485660 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:13:38" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17769): Process ended prematurely: osmo-stp_10.42.42.5(pid=17769) [trial-2396↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17769)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17769): Process ended prematurely: osmo-stp_10.42.42.5(pid=17769) [trial-2396↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17769)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a00:13:59.445854 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:13:59.457198 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:13:59.602535 tst mo_mt_call.py: using LAC 37213\u000a00:13:59.726634 tst mo_mt_call.py: using RAC 238\u000a00:13:59.850696 tst mo_mt_call.py: using CellId 37213\u000a00:13:59.974148 tst mo_mt_call.py: using BVCI 37214\u000a00:13:59.998599 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:14:00.010486 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:14:00.022246 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:14:00.033753 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:14:00.045779 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:14:00.057580 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:14:00.177250 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:14:00.387096 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:14:00.887363 run create_hlr_db(pid=17763): Launched\u000a00:14:01.075456 bus /sierra_2: Setting Powered False\u000a00:14:02.149203 run create_hlr_db(pid=17763): Terminated: ok {rc=0}\u000a00:14:02.601289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17765): Launched\u000a00:14:02.919753 run osmo-hlr_10.42.42.2(pid=17766): Launched\u000a00:14:03.039980 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:14:03.591251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17768): Launched\u000a00:14:03.907823 run osmo-stp_10.42.42.5(pid=17769): Launched\u000a00:14:04.023823 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:14:04.607952 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17771): Launched\u000a00:14:04.926273 run osmo-msc_10.42.42.6(pid=17772): Launched\u000a00:14:05.113938 run osmo-stp_10.42.42.5(pid=17769): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17769)]\u000a00:14:05.249398 run osmo-stp_10.42.42.5(pid=17769): stdout: \u000a| (launched: 2022-12-14_00:14:03.752851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:14:05.384151 run osmo-stp_10.42.42.5(pid=17769): stderr: \u000a| �[0;m�[38;5;43m20221214001403943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001403943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001403943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001403943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001403946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001403946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001403946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:14:05.512054 run osmo-stp_10.42.42.5(pid=17769): stdout: \u000a| (launched: 2022-12-14_00:14:03.752851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:14:05.638607 run osmo-stp_10.42.42.5(pid=17769): stderr: \u000a| �[0;m�[38;5;43m20221214001403943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001403943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001403943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001403943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001403946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001403946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001403946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:14:05.694432 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17769): Process ended prematurely: osmo-stp_10.42.42.5(pid=17769) [trial-2396↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17769)] [trial-2396↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a00:14:05.703542 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a00:14:05.766326 run osmo-hlr_10.42.42.2(pid=17766): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17766)]\u000a00:14:05.817574 run osmo-hlr_10.42.42.2(pid=17766): stdout: \u000a| (launched: 2022-12-14_00:14:02.762983) \u000a00:14:05.869575 run osmo-hlr_10.42.42.2(pid=17766): stderr: \u000a| �[0;m�[1;31m20221214001402960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001402960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001402960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001402960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001402960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001402960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001402973 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001402981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001402981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001402982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:14:05.939940 run osmo-msc_10.42.42.6(pid=17772): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17772)]\u000a00:14:05.991094 run osmo-msc_10.42.42.6(pid=17772): stdout: \u000a| (launched: 2022-12-14_00:14:04.769935) \u000a00:14:06.042706 run osmo-msc_10.42.42.6(pid=17772): stderr: \u000a| �[0;m�[38;5;43m20221214001405089 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214001405089 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5a4c825c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214001405089 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214001405089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214001405089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214001405089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214001405091 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214001405091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214001405092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214001405092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:14:06.086483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17765): Terminating (SIGTERM)\u000a00:14:06.128305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17768): Terminating (SIGTERM)\u000a00:14:06.170069 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17771): Terminating (SIGTERM)\u000a00:14:06.179685 --- ParallelTerminationStrategy: PID 17765 died...\u000a00:14:06.235681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17765): Terminated: ok {rc=0}\u000a00:14:06.245666 --- ParallelTerminationStrategy: PID 17768 died...\u000a00:14:06.301295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17768): Terminated: ok {rc=0}\u000a00:14:06.311241 --- ParallelTerminationStrategy: PID 17771 died...\u000a00:14:06.367131 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17771): Terminated: ok {rc=0}\u000a00:14:06.453575 bus /sierra_3: Setting Powered False\u000a00:14:07.559452 bus /sierra_3: Setting Powered False\u000a00:14:08.670942 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 79, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17780): Process ended prematurely: osmo-stp_10.42.42.5(pid=17780) [trial-2396↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17780)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17780): Process ended prematurely: osmo-stp_10.42.42.5(pid=17780) [trial-2396↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17780)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:14:09.779621 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:14:09.791379 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:14:09.941672 tst mo_mt_call_osmux.py: using LAC 37214\u000a00:14:10.058195 tst mo_mt_call_osmux.py: using RAC 239\u000a00:14:10.175424 tst mo_mt_call_osmux.py: using CellId 37214\u000a00:14:10.294350 tst mo_mt_call_osmux.py: using BVCI 37215\u000a00:14:10.317100 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:14:10.328279 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:14:10.339385 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:14:10.350446 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:14:10.361562 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:14:10.372839 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:14:10.489896 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:14:10.695152 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:14:11.168813 run create_hlr_db(pid=17774): Launched\u000a00:14:11.339477 bus /sierra_2: Setting Powered False\u000a00:14:12.362755 run create_hlr_db(pid=17774): Terminated: ok {rc=0}\u000a00:14:12.785886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17776): Launched\u000a00:14:13.103922 run osmo-hlr_10.42.42.2(pid=17777): Launched\u000a00:14:13.224493 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:14:13.778227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17779): Launched\u000a00:14:14.096776 run osmo-stp_10.42.42.5(pid=17780): Launched\u000a00:14:14.214087 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:14:14.795122 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17782): Launched\u000a00:14:15.115001 run osmo-msc_10.42.42.6(pid=17783): Launched\u000a00:14:15.302563 run osmo-stp_10.42.42.5(pid=17780): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17780)]\u000a00:14:15.438182 run osmo-stp_10.42.42.5(pid=17780): stdout: \u000a| (launched: 2022-12-14_00:14:13.939969)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:14:15.572669 run osmo-stp_10.42.42.5(pid=17780): stderr: \u000a| �[0;m�[38;5;43m20221214001414130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001414130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001414130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001414131 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001414131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001414131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001414131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:14:15.700655 run osmo-stp_10.42.42.5(pid=17780): stdout: \u000a| (launched: 2022-12-14_00:14:13.939969)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:14:15.828194 run osmo-stp_10.42.42.5(pid=17780): stderr: \u000a| �[0;m�[38;5;43m20221214001414130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001414130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001414130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001414131 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001414131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001414131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001414131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:14:15.894847 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17780): Process ended prematurely: osmo-stp_10.42.42.5(pid=17780) [trial-2396↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17780)] [trial-2396↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a00:14:15.909137 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a00:14:15.983499 run osmo-hlr_10.42.42.2(pid=17777): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17777)]\u000a00:14:16.038141 run osmo-hlr_10.42.42.2(pid=17777): stdout: \u000a| (launched: 2022-12-14_00:14:12.947239) \u000a00:14:16.092245 run osmo-hlr_10.42.42.2(pid=17777): stderr: \u000a| �[0;m�[1;31m20221214001413146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001413146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001413146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001413146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001413146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001413146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001413158 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001413166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001413166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001413166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:14:16.165162 run osmo-msc_10.42.42.6(pid=17783): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17783)]\u000a00:14:16.218597 run osmo-msc_10.42.42.6(pid=17783): stdout: \u000a| (launched: 2022-12-14_00:14:14.957231) \u000a00:14:16.273105 run osmo-msc_10.42.42.6(pid=17783): stderr: \u000a| �[0;m�[38;5;43m20221214001415278 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214001415278 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5b8b0dbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214001415279 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214001415279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214001415279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214001415279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214001415281 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214001415281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214001415281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214001415281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:14:16.319547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17776): Terminating (SIGTERM)\u000a00:14:16.365306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17779): Terminating (SIGTERM)\u000a00:14:16.409237 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17782): Terminating (SIGTERM)\u000a00:14:16.419814 --- ParallelTerminationStrategy: PID 17776 died...\u000a00:14:16.480091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17776): Terminated: ok {rc=0}\u000a00:14:16.491040 --- ParallelTerminationStrategy: PID 17779 died...\u000a00:14:16.549902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17779): Terminated: ok {rc=0}\u000a00:14:16.560860 --- ParallelTerminationStrategy: PID 17782 died...\u000a00:14:16.619942 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17782): Terminated: ok {rc=0}\u000a00:14:16.709644 bus /sierra_3: Setting Powered False\u000a00:14:17.813121 bus /sierra_3: Setting Powered False\u000a00:14:18.922536 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:13:59" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17794): Process ended prematurely: osmo-stp_10.42.42.5(pid=17794) [trial-2396↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17794)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17794): Process ended prematurely: osmo-stp_10.42.42.5(pid=17794) [trial-2396↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17794)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a00:14:20.914109 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:14:20.924795 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a00:14:21.046618 tst emergency_mo_mt_call.py: using LAC 37215\u000a00:14:21.159612 tst emergency_mo_mt_call.py: using RAC 240\u000a00:14:21.272118 tst emergency_mo_mt_call.py: using CellId 37215\u000a00:14:21.384829 tst emergency_mo_mt_call.py: using BVCI 37216\u000a00:14:21.407063 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:14:21.417910 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:14:21.428437 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:14:21.438953 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:14:21.449417 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:14:21.459898 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a00:14:21.571442 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a00:14:21.766509 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:14:22.231738 run create_hlr_db(pid=17788): Launched\u000a00:14:22.400407 bus /sierra_2: Setting Powered False\u000a00:14:23.422414 run create_hlr_db(pid=17788): Terminated: ok {rc=0}\u000a00:14:23.838194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17790): Launched\u000a00:14:24.149666 run osmo-hlr_10.42.42.2(pid=17791): Launched\u000a00:14:24.266501 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:14:24.807464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17793): Launched\u000a00:14:25.118529 run osmo-stp_10.42.42.5(pid=17794): Launched\u000a00:14:25.247150 tst emergency_mo_mt_call.py: using MSISDN 8399\u000a00:14:25.403436 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:14:25.972376 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17796): Launched\u000a00:14:26.284395 run osmo-msc_10.42.42.6(pid=17797): Launched\u000a00:14:26.468010 run osmo-stp_10.42.42.5(pid=17794): ERR: Terminated: ERROR {rc=1} [trial-2396↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17794)]\u000a00:14:26.601205 run osmo-stp_10.42.42.5(pid=17794): stdout: \u000a| (launched: 2022-12-14_00:14:24.965770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:14:26.733918 run osmo-stp_10.42.42.5(pid=17794): stderr: \u000a| �[0;m�[38;5;43m20221214001425157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001425157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001425157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001425158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001425158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001425158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001425158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:14:26.859485 run osmo-stp_10.42.42.5(pid=17794): stdout: \u000a| (launched: 2022-12-14_00:14:24.965770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:14:26.983861 run osmo-stp_10.42.42.5(pid=17794): stderr: \u000a| �[0;m�[38;5;43m20221214001425157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001425157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001425157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001425158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001425158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001425158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001425158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:14:27.038584 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=17794): Process ended prematurely: osmo-stp_10.42.42.5(pid=17794) [trial-2396↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17794)] [trial-2396↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a00:14:27.046988 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a00:14:27.109376 run osmo-hlr_10.42.42.2(pid=17791): ERR: Terminated: ERROR {rc=237} [trial-2396↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17791)]\u000a00:14:27.160746 run osmo-hlr_10.42.42.2(pid=17791): stdout: \u000a| (launched: 2022-12-14_00:14:23.996730) \u000a00:14:27.212663 run osmo-hlr_10.42.42.2(pid=17791): stderr: \u000a| �[0;m�[1;31m20221214001424192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001424192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001424192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001424192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001424193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001424193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001424205 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001424213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001424213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001424213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:14:27.283237 run osmo-msc_10.42.42.6(pid=17797): ERR: Terminated: ERROR {rc=2} [trial-2396↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17797)]\u000a00:14:27.334372 run osmo-msc_10.42.42.6(pid=17797): stdout: \u000a| (launched: 2022-12-14_00:14:26.131161) \u000a00:14:27.385896 run osmo-msc_10.42.42.6(pid=17797): stderr: \u000a| �[0;m�[38;5;43m20221214001426453 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214001426453 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb936b9cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214001426453 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214001426453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214001426453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214001426454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214001426455 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214001426456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214001426456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214001426456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:14:27.429976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17790): Terminating (SIGTERM)\u000a00:14:27.471506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17793): Terminating (SIGTERM)\u000a00:14:27.512814 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17796): Terminating (SIGTERM)\u000a00:14:27.522529 --- ParallelTerminationStrategy: PID 17790 died...\u000a00:14:27.578426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17790): Terminated: ok {rc=0}\u000a00:14:27.588404 --- ParallelTerminationStrategy: PID 17793 died...\u000a00:14:27.644021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17793): Terminated: ok {rc=0}\u000a00:14:27.654041 --- ParallelTerminationStrategy: PID 17796 died...\u000a00:14:27.709592 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17796): Terminated: ok {rc=0}\u000a00:14:27.795061 bus /sierra_3: Setting Powered False\u000a00:14:28.900586 bus /sierra_3: Setting Powered False\u000a00:14:30.008080 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17805): Process ended prematurely: osmo-stp_10.42.42.5(pid=17805) [trial-2396↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17805)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17805): Process ended prematurely: osmo-stp_10.42.42.5(pid=17805) [trial-2396↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17805)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a00:14:31.060250 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:14:31.072750 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a00:14:31.221445 tst emergency_preemptive_call.py: using LAC 37216\u000a00:14:31.347318 tst emergency_preemptive_call.py: using RAC 241\u000a00:14:31.489527 tst emergency_preemptive_call.py: using CellId 37216\u000a00:14:31.608604 tst emergency_preemptive_call.py: using BVCI 37217\u000a00:14:31.632594 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:14:31.645170 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:14:31.656644 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:14:31.668552 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:14:31.679920 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:14:31.691415 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a00:14:31.831763 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a00:14:31.948697 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a00:14:32.065086 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a00:14:32.274411 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:14:32.767631 run create_hlr_db(pid=17799): Launched\u000a00:14:32.949030 bus /sierra_2: Setting Powered False\u000a00:14:33.970837 run create_hlr_db(pid=17799): Terminated: ok {rc=0}\u000a00:14:34.363684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17801): Launched\u000a00:14:34.656050 run osmo-hlr_10.42.42.2(pid=17802): Launched\u000a00:14:34.763701 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:14:35.271525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17804): Launched\u000a00:14:35.563253 run osmo-stp_10.42.42.5(pid=17805): Launched\u000a00:14:35.682553 tst emergency_preemptive_call.py: using MSISDN 8400\u000a00:14:35.827427 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:14:36.361077 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17807): Launched\u000a00:14:36.655636 run osmo-msc_10.42.42.6(pid=17808): Launched\u000a00:14:36.828621 run osmo-stp_10.42.42.5(pid=17805): ERR: Terminated: ERROR {rc=1} [trial-2396↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17805)]\u000a00:14:36.953325 run osmo-stp_10.42.42.5(pid=17805): stdout: \u000a| (launched: 2022-12-14_00:14:35.419894)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:14:37.075630 run osmo-stp_10.42.42.5(pid=17805): stderr: \u000a| �[0;m�[38;5;43m20221214001435590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001435591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001435591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001435591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001435592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001435592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001435592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:14:37.193761 run osmo-stp_10.42.42.5(pid=17805): stdout: \u000a| (launched: 2022-12-14_00:14:35.419894)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:14:37.310461 run osmo-stp_10.42.42.5(pid=17805): stderr: \u000a| �[0;m�[38;5;43m20221214001435590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001435591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001435591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001435591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001435592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001435592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001435592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:14:37.361343 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=17805): Process ended prematurely: osmo-stp_10.42.42.5(pid=17805) [trial-2396↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17805)] [trial-2396↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a00:14:37.369105 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a00:14:37.428015 run osmo-hlr_10.42.42.2(pid=17802): ERR: Terminated: ERROR {rc=237} [trial-2396↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17802)]\u000a00:14:37.476674 run osmo-hlr_10.42.42.2(pid=17802): stdout: \u000a| (launched: 2022-12-14_00:14:34.511724) \u000a00:14:37.526069 run osmo-hlr_10.42.42.2(pid=17802): stderr: \u000a| �[0;m�[1;31m20221214001434688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001434688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001434688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001434688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001434688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001434689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001434701 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001434710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001434710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001434710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:14:37.593203 run osmo-msc_10.42.42.6(pid=17808): ERR: Terminated: ERROR {rc=2} [trial-2396↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17808)]\u000a00:14:37.641694 run osmo-msc_10.42.42.6(pid=17808): stdout: \u000a| (launched: 2022-12-14_00:14:36.509651) \u000a00:14:37.690855 run osmo-msc_10.42.42.6(pid=17808): stderr: \u000a| �[0;m�[38;5;43m20221214001436781 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214001436781 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6d5e9afc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214001436781 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214001436782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214001436782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214001436782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214001436784 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214001436784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214001436784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214001436784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:14:37.732518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17801): Terminating (SIGTERM)\u000a00:14:37.771807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17804): Terminating (SIGTERM)\u000a00:14:37.811308 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17807): Terminating (SIGTERM)\u000a00:14:37.820436 --- ParallelTerminationStrategy: PID 17801 died...\u000a00:14:37.873737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17801): Terminated: ok {rc=0}\u000a00:14:37.883386 --- ParallelTerminationStrategy: PID 17804 died...\u000a00:14:37.935973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17804): Terminated: ok {rc=0}\u000a00:14:37.945920 --- ParallelTerminationStrategy: PID 17807 died...\u000a00:14:37.998250 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17807): Terminated: ok {rc=0}\u000a00:14:38.085542 bus /sierra_9: Setting Powered False\u000a00:14:39.186689 bus /sierra_9: Setting Powered False\u000a00:14:40.293573 bus /sierra_8: Setting Powered False\u000a00:14:41.398360 bus /sierra_8: Setting Powered False\u000a00:14:42.507359 bus /sierra_3: Setting Powered False\u000a00:14:43.608316 bus /sierra_3: Setting Powered False\u000a00:14:44.719887 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:14:20" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17823): Process ended prematurely: osmo-stp_10.42.42.5(pid=17823) [trial-2396↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17823)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17823): Process ended prematurely: osmo-stp_10.42.42.5(pid=17823) [trial-2396↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17823)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:14:46.839852 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:14:46.851026 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a00:14:47.005146 tst cs_paging_gprs_active.py: using LAC 37217\u000a00:14:47.130341 tst cs_paging_gprs_active.py: using RAC 242\u000a00:14:47.262064 tst cs_paging_gprs_active.py: using CellId 37217\u000a00:14:47.378346 tst cs_paging_gprs_active.py: using BVCI 37218\u000a00:14:47.401217 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:14:47.411774 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:14:47.422273 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:14:47.432611 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:14:47.443049 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:14:47.453349 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:14:47.464020 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:14:47.474354 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:14:47.484837 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a00:14:47.605937 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a00:14:47.882623 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:14:48.007393 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:14:48.318921 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17813): Launched\u000a00:14:48.575769 run iperf3-srv_10.42.42.10(pid=17814): Launched\u000a00:14:48.758910 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:14:48.883176 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:14:49.192321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17815): Launched\u000a00:14:49.448686 run iperf3-srv_10.42.42.10(pid=17816): Launched\u000a00:14:49.630737 tst cs_paging_gprs_active.py:38: start network...\u000a00:14:49.754983 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:14:50.232720 run create_hlr_db(pid=17817): Launched\u000a00:14:50.404139 bus /sierra_2: Setting Powered False\u000a00:14:51.426232 run create_hlr_db(pid=17817): Terminated: ok {rc=0}\u000a00:14:51.848927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17819): Launched\u000a00:14:52.168489 run osmo-hlr_10.42.42.2(pid=17820): Launched\u000a00:14:52.286098 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:14:52.839459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17822): Launched\u000a00:14:53.160166 run osmo-stp_10.42.42.5(pid=17823): Launched\u000a00:14:53.277597 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:14:53.834641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17825): Launched\u000a00:14:53.949297 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:14:54.228275 run patchelf(pid=17826): Launched\u000a00:14:54.415155 run osmo-stp_10.42.42.5(pid=17823): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17823)]\u000a00:14:54.551848 run osmo-stp_10.42.42.5(pid=17823): stdout: \u000a| (launched: 2022-12-14_00:14:53.002176)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:14:54.689449 run osmo-stp_10.42.42.5(pid=17823): stderr: \u000a| �[0;m�[38;5;43m20221214001453192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001453192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001453193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001453193 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001453195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001453195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001453196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:14:54.822078 run osmo-stp_10.42.42.5(pid=17823): stdout: \u000a| (launched: 2022-12-14_00:14:53.002176)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:14:54.953196 run osmo-stp_10.42.42.5(pid=17823): stderr: \u000a| �[0;m�[38;5;43m20221214001453192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001453192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001453193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001453193 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001453195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001453195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001453196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:14:55.105959 run patchelf(pid=17826): Terminating (SIGINT)\u000a00:14:55.285503 run patchelf(pid=17826): Terminated: ok {rc=0}\u000a00:14:55.318414 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=17823): Process ended prematurely: osmo-stp_10.42.42.5(pid=17823) [trial-2396↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17823)] [trial-2396↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a00:14:55.328162 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a00:14:55.391412 run osmo-hlr_10.42.42.2(pid=17820): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17820)]\u000a00:14:55.442914 run osmo-hlr_10.42.42.2(pid=17820): stdout: \u000a| (launched: 2022-12-14_00:14:52.011328) \u000a00:14:55.495130 run osmo-hlr_10.42.42.2(pid=17820): stderr: \u000a| �[0;m�[1;31m20221214001452210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001452210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001452210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001452210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001452210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001452210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001452223 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001452231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001452231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001452231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:14:55.539573 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17813): Terminating (SIGTERM)\u000a00:14:55.581535 run iperf3-srv_10.42.42.10(pid=17814): Terminating (SIGTERM)\u000a00:14:55.624109 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17815): Terminating (SIGTERM)\u000a00:14:55.666010 run iperf3-srv_10.42.42.10(pid=17816): Terminating (SIGTERM)\u000a00:14:55.708353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17819): Terminating (SIGTERM)\u000a00:14:55.750649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17822): Terminating (SIGTERM)\u000a00:14:55.792471 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17825): Terminating (SIGTERM)\u000a00:14:55.802268 --- ParallelTerminationStrategy: PID 17813 died...\u000a00:14:55.859050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17813): Terminated: ok {rc=0}\u000a00:14:55.869293 --- ParallelTerminationStrategy: PID 17814 died...\u000a00:14:55.925187 run iperf3-srv_10.42.42.10(pid=17814): Terminated {rc=256}\u000a00:14:55.935249 --- ParallelTerminationStrategy: PID 17815 died...\u000a00:14:55.991241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17815): Terminated: ok {rc=0}\u000a00:14:56.001410 --- ParallelTerminationStrategy: PID 17816 died...\u000a00:14:56.057355 run iperf3-srv_10.42.42.10(pid=17816): Terminated {rc=256}\u000a00:14:56.067490 --- ParallelTerminationStrategy: PID 17819 died...\u000a00:14:56.123635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17819): Terminated: ok {rc=0}\u000a00:14:56.134122 --- ParallelTerminationStrategy: PID 17822 died...\u000a00:14:56.189961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17822): Terminated: ok {rc=0}\u000a00:14:56.200080 --- ParallelTerminationStrategy: PID 17825 died...\u000a00:14:56.256037 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17825): Terminated: ok {rc=0}\u000a00:14:56.342391 bus /gobi_0: Setting Powered False\u000a00:14:57.447881 bus /gobi_0: Setting Powered False\u000a00:14:58.555828 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17838): Process ended prematurely: osmo-stp_10.42.42.5(pid=17838) [trial-2396↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17838)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17838): Process ended prematurely: osmo-stp_10.42.42.5(pid=17838) [trial-2396↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17838)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a00:14:59.669938 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:14:59.681760 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a00:14:59.813275 tst iperf3.py: using LAC 37218\u000a00:14:59.940029 tst iperf3.py: using RAC 243\u000a00:15:00.064116 tst iperf3.py: using CellId 37218\u000a00:15:00.187160 tst iperf3.py: using BVCI 37219\u000a00:15:00.211531 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:00.222804 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:00.233730 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:00.244640 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:00.255762 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:00.267050 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:00.278560 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:00.289729 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:00.301219 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a00:15:00.578355 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:15:00.702364 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:15:01.063037 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17827): Launched\u000a00:15:01.344245 run iperf3-srv_10.42.42.10(pid=17828): Launched\u000a00:15:01.529568 tst iperf3.py:8: start network...\u000a00:15:01.656367 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:15:02.186257 run create_hlr_db(pid=17832): Launched\u000a00:15:02.358601 bus /gobi_6: Setting Powered False\u000a00:15:03.379740 run create_hlr_db(pid=17832): Terminated: ok {rc=0}\u000a00:15:03.776783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17834): Launched\u000a00:15:04.075007 run osmo-hlr_10.42.42.2(pid=17835): Launched\u000a00:15:04.184454 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:15:04.699659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17837): Launched\u000a00:15:04.997521 run osmo-stp_10.42.42.5(pid=17838): Launched\u000a00:15:05.104835 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:15:05.625792 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17840): Launched\u000a00:15:05.732106 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:15:05.993027 run patchelf(pid=17841): Launched\u000a00:15:06.167784 run osmo-stp_10.42.42.5(pid=17838): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17838)]\u000a00:15:06.295734 run osmo-stp_10.42.42.5(pid=17838): stdout: \u000a| (launched: 2022-12-14_00:15:04.851444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:15:06.423836 run osmo-stp_10.42.42.5(pid=17838): stderr: \u000a| �[0;m�[38;5;43m20221214001505023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001505023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001505023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001505024 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001505024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001505024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001505024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:15:06.548341 run osmo-stp_10.42.42.5(pid=17838): stdout: \u000a| (launched: 2022-12-14_00:15:04.851444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:15:06.670830 run osmo-stp_10.42.42.5(pid=17838): stderr: \u000a| �[0;m�[38;5;43m20221214001505023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001505023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001505023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001505024 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001505024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001505024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001505024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:15:06.813656 run patchelf(pid=17841): Terminating (SIGINT)\u000a00:15:06.982542 run patchelf(pid=17841): Terminated: ok {rc=0}\u000a00:15:07.013523 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17838): Process ended prematurely: osmo-stp_10.42.42.5(pid=17838) [trial-2396↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17838)] [trial-2396↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a00:15:07.022786 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a00:15:07.082634 run osmo-hlr_10.42.42.2(pid=17835): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17835)]\u000a00:15:07.131328 run osmo-hlr_10.42.42.2(pid=17835): stdout: \u000a| (launched: 2022-12-14_00:15:03.928454) \u000a00:15:07.180705 run osmo-hlr_10.42.42.2(pid=17835): stderr: \u000a| �[0;m�[1;31m20221214001504106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001504106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001504106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001504106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001504106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001504106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001504126 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001504136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001504136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001504136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:15:07.222527 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17827): Terminating (SIGTERM)\u000a00:15:07.262262 run iperf3-srv_10.42.42.10(pid=17828): Terminating (SIGTERM)\u000a00:15:07.301689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17834): Terminating (SIGTERM)\u000a00:15:07.341022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17837): Terminating (SIGTERM)\u000a00:15:07.380127 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17840): Terminating (SIGTERM)\u000a00:15:07.388894 --- ParallelTerminationStrategy: PID 17827 died...\u000a00:15:07.441813 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17827): Terminated: ok {rc=0}\u000a00:15:07.451379 --- ParallelTerminationStrategy: PID 17828 died...\u000a00:15:07.503835 run iperf3-srv_10.42.42.10(pid=17828): Terminated {rc=256}\u000a00:15:07.513444 --- ParallelTerminationStrategy: PID 17834 died...\u000a00:15:07.565687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17834): Terminated: ok {rc=0}\u000a00:15:07.575261 --- ParallelTerminationStrategy: PID 17837 died...\u000a00:15:07.627651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17837): Terminated: ok {rc=0}\u000a00:15:07.637242 --- ParallelTerminationStrategy: PID 17840 died...\u000a00:15:07.689554 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17840): Terminated: ok {rc=0}\u000a00:15:07.777121 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:nanobts+band-1900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17857): Process ended prematurely: osmo-stp_10.42.42.5(pid=17857) [trial-2396↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17857)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17857): Process ended prematurely: osmo-stp_10.42.42.5(pid=17857) [trial-2396↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17857)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a00:15:08.887136 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:08.898570 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a00:15:09.034959 tst iperf3m4.py: using LAC 37219\u000a00:15:09.160928 tst iperf3m4.py: using RAC 244\u000a00:15:09.286295 tst iperf3m4.py: using CellId 37219\u000a00:15:09.413023 tst iperf3m4.py: using BVCI 37220\u000a00:15:09.437288 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:09.448496 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:09.459523 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:09.470611 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:09.481939 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:09.493165 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:09.504520 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:09.515687 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:09.527259 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a00:15:09.645327 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a00:15:09.764371 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a00:15:09.880623 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a00:15:10.156266 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:15:10.281946 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:15:10.593325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17842): Launched\u000a00:15:10.850235 run iperf3-srv_10.42.42.10(pid=17843): Launched\u000a00:15:11.032775 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:15:11.157462 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:15:11.466010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17844): Launched\u000a00:15:11.722398 run iperf3-srv_10.42.42.10(pid=17845): Launched\u000a00:15:11.904286 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:15:12.027922 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:15:12.337011 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17846): Launched\u000a00:15:12.593428 run iperf3-srv_10.42.42.10(pid=17847): Launched\u000a00:15:12.775200 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:15:12.899918 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:15:13.209793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17848): Launched\u000a00:15:13.466691 run iperf3-srv_10.42.42.10(pid=17849): Launched\u000a00:15:13.647669 tst iperf3m4.py:8: start network...\u000a00:15:13.771660 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:15:14.249471 run create_hlr_db(pid=17850): Launched\u000a00:15:14.421204 bus /gobi_6: Setting Powered False\u000a00:15:15.443919 run create_hlr_db(pid=17850): Terminated: ok {rc=0}\u000a00:15:15.841927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17853): Launched\u000a00:15:16.257497 run osmo-hlr_10.42.42.2(pid=17854): Launched\u000a00:15:16.463729 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:15:17.121078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17856): Launched\u000a00:15:17.431360 run osmo-stp_10.42.42.5(pid=17857): Launched\u000a00:15:17.545436 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:15:18.066895 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17859): Launched\u000a00:15:18.174498 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:15:18.435703 run patchelf(pid=17860): Launched\u000a00:15:18.612571 run osmo-stp_10.42.42.5(pid=17857): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17857)]\u000a00:15:18.740802 run osmo-stp_10.42.42.5(pid=17857): stdout: \u000a| (launched: 2022-12-14_00:15:17.276360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:15:18.869848 run osmo-stp_10.42.42.5(pid=17857): stderr: \u000a| �[0;m�[38;5;43m20221214001517451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001517451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001517452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001517452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001517452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001517453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001517453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:15:18.994385 run osmo-stp_10.42.42.5(pid=17857): stdout: \u000a| (launched: 2022-12-14_00:15:17.276360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:15:19.117455 run osmo-stp_10.42.42.5(pid=17857): stderr: \u000a| �[0;m�[38;5;43m20221214001517451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001517451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001517452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001517452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001517452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001517453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001517453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:15:19.260469 run patchelf(pid=17860): Terminating (SIGINT)\u000a00:15:19.429155 run patchelf(pid=17860): Terminated: ok {rc=0}\u000a00:15:19.459872 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17857): Process ended prematurely: osmo-stp_10.42.42.5(pid=17857) [trial-2396↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17857)] [trial-2396↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a00:15:19.468895 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a00:15:19.528996 run osmo-hlr_10.42.42.2(pid=17854): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17854)]\u000a00:15:19.577560 run osmo-hlr_10.42.42.2(pid=17854): stdout: \u000a| (launched: 2022-12-14_00:15:15.996682) \u000a00:15:19.626652 run osmo-hlr_10.42.42.2(pid=17854): stderr: \u000a| �[0;m�[1;31m20221214001516355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001516355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001516355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001516355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001516355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001516355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001516377 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001516393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001516393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001516393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:15:19.668534 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17842): Terminating (SIGTERM)\u000a00:15:19.707742 run iperf3-srv_10.42.42.10(pid=17843): Terminating (SIGTERM)\u000a00:15:19.747118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17844): Terminating (SIGTERM)\u000a00:15:19.786653 run iperf3-srv_10.42.42.10(pid=17845): Terminating (SIGTERM)\u000a00:15:19.826184 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17846): Terminating (SIGTERM)\u000a00:15:19.865434 run iperf3-srv_10.42.42.10(pid=17847): Terminating (SIGTERM)\u000a00:15:19.905349 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17848): Terminating (SIGTERM)\u000a00:15:19.944613 run iperf3-srv_10.42.42.10(pid=17849): Terminating (SIGTERM)\u000a00:15:19.983895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17853): Terminating (SIGTERM)\u000a00:15:20.023288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17856): Terminating (SIGTERM)\u000a00:15:20.062518 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17859): Terminating (SIGTERM)\u000a00:15:20.071775 --- ParallelTerminationStrategy: PID 17842 died...\u000a00:15:20.125042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17842): Terminated: ok {rc=0}\u000a00:15:20.134767 --- ParallelTerminationStrategy: PID 17843 died...\u000a00:15:20.187568 run iperf3-srv_10.42.42.10(pid=17843): Terminated {rc=256}\u000a00:15:20.197138 --- ParallelTerminationStrategy: PID 17844 died...\u000a00:15:20.250068 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17844): Terminated: ok {rc=0}\u000a00:15:20.259688 --- ParallelTerminationStrategy: PID 17845 died...\u000a00:15:20.312333 run iperf3-srv_10.42.42.10(pid=17845): Terminated {rc=256}\u000a00:15:20.321988 --- ParallelTerminationStrategy: PID 17846 died...\u000a00:15:20.374715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17846): Terminated: ok {rc=0}\u000a00:15:20.384263 --- ParallelTerminationStrategy: PID 17847 died...\u000a00:15:20.436843 run iperf3-srv_10.42.42.10(pid=17847): Terminated {rc=256}\u000a00:15:20.446496 --- ParallelTerminationStrategy: PID 17848 died...\u000a00:15:20.499243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17848): Terminated: ok {rc=0}\u000a00:15:20.508845 --- ParallelTerminationStrategy: PID 17849 died...\u000a00:15:20.561535 run iperf3-srv_10.42.42.10(pid=17849): Terminated {rc=256}\u000a00:15:20.571207 --- ParallelTerminationStrategy: PID 17853 died...\u000a00:15:20.623856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17853): Terminated: ok {rc=0}\u000a00:15:20.633541 --- ParallelTerminationStrategy: PID 17856 died...\u000a00:15:20.685945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17856): Terminated: ok {rc=0}\u000a00:15:20.695661 --- ParallelTerminationStrategy: PID 17859 died...\u000a00:15:20.748135 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17859): Terminated: ok {rc=0}\u000a00:15:20.836080 bus /gobi_4: Setting Powered False\u000a00:15:21.939971 bus /gobi_4: Setting Powered False\u000a00:15:23.050626 bus /gobi_1: Setting Powered False\u000a00:15:24.158040 bus /gobi_1: Setting Powered False\u000a00:15:25.269905 bus /gobi_0: Setting Powered False\u000a00:15:26.372776 bus /gobi_0: Setting Powered False\u000a00:15:27.484316 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17867): Process ended prematurely: osmo-stp_10.42.42.5(pid=17867) [trial-2396↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17867)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17867): Process ended prematurely: osmo-stp_10.42.42.5(pid=17867) [trial-2396↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17867)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a00:15:28.551115 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:28.562396 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a00:15:28.688708 tst ping.py: using LAC 37220\u000a00:15:28.804698 tst ping.py: using RAC 245\u000a00:15:28.923840 tst ping.py: using CellId 37220\u000a00:15:29.038454 tst ping.py: using BVCI 37221\u000a00:15:29.061080 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:29.071792 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:29.082517 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:29.093167 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:29.103804 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:29.114495 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:29.125259 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:29.135912 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a00:15:29.422109 tst ping.py:19: start network...\u000a00:15:29.553112 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:15:30.045408 run create_hlr_db(pid=17861): Launched\u000a00:15:30.227702 bus /gobi_6: Setting Powered False\u000a00:15:31.308367 run create_hlr_db(pid=17861): Terminated: ok {rc=0}\u000a00:15:31.801341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17863): Launched\u000a00:15:32.273222 run osmo-hlr_10.42.42.2(pid=17864): Launched\u000a00:15:32.404296 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:15:32.948284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17866): Launched\u000a00:15:33.263125 run osmo-stp_10.42.42.5(pid=17867): Launched\u000a00:15:33.378076 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:15:33.925652 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17869): Launched\u000a00:15:34.037689 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:15:34.311187 run patchelf(pid=17870): Launched\u000a00:15:34.494425 run osmo-stp_10.42.42.5(pid=17867): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17867)]\u000a00:15:34.628036 run osmo-stp_10.42.42.5(pid=17867): stdout: \u000a| (launched: 2022-12-14_00:15:33.108027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:15:34.762256 run osmo-stp_10.42.42.5(pid=17867): stderr: \u000a| �[0;m�[38;5;43m20221214001533299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001533299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001533300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001533300 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001533301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001533301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001533301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:15:34.891942 run osmo-stp_10.42.42.5(pid=17867): stdout: \u000a| (launched: 2022-12-14_00:15:33.108027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:15:35.020707 run osmo-stp_10.42.42.5(pid=17867): stderr: \u000a| �[0;m�[38;5;43m20221214001533299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001533299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001533300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001533300 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001533301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001533301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001533301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:15:35.171535 run patchelf(pid=17870): Terminating (SIGINT)\u000a00:15:35.347331 run patchelf(pid=17870): Terminated: ok {rc=0}\u000a00:15:35.379334 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=17867): Process ended prematurely: osmo-stp_10.42.42.5(pid=17867) [trial-2396↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17867)] [trial-2396↪gprs:nanobts+band-1900↪ping.py:22]\u000a00:15:35.388580 tst ping.py:22: Test FAILED (6.8 sec)\u000a00:15:35.451431 run osmo-hlr_10.42.42.2(pid=17864): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17864)]\u000a00:15:35.502523 run osmo-hlr_10.42.42.2(pid=17864): stdout: \u000a| (launched: 2022-12-14_00:15:32.003261) \u000a00:15:35.554112 run osmo-hlr_10.42.42.2(pid=17864): stderr: \u000a| �[0;m�[1;31m20221214001532264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001532264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001532264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001532264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001532264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001532264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001532285 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001532302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001532302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001532302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:15:35.598056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17863): Terminating (SIGTERM)\u000a00:15:35.639577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17866): Terminating (SIGTERM)\u000a00:15:35.680929 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17869): Terminating (SIGTERM)\u000a00:15:35.690576 --- ParallelTerminationStrategy: PID 17863 died...\u000a00:15:35.746243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17863): Terminated: ok {rc=0}\u000a00:15:35.756257 --- ParallelTerminationStrategy: PID 17866 died...\u000a00:15:35.811594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17866): Terminated: ok {rc=0}\u000a00:15:35.821946 --- ParallelTerminationStrategy: PID 17869 died...\u000a00:15:35.877409 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17869): Terminated: ok {rc=0}\u000a00:15:35.962354 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17877): Process ended prematurely: osmo-stp_10.42.42.5(pid=17877) [trial-2396↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17877)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17877): Process ended prematurely: osmo-stp_10.42.42.5(pid=17877) [trial-2396↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17877)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a00:15:37.013223 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:37.025099 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a00:15:37.155753 tst ping_idle_ping.py: using LAC 37221\u000a00:15:37.278890 tst ping_idle_ping.py: using RAC 246\u000a00:15:37.402640 tst ping_idle_ping.py: using CellId 37221\u000a00:15:37.525023 tst ping_idle_ping.py: using BVCI 37222\u000a00:15:37.548876 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:37.560090 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:37.571295 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:37.582295 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:37.593609 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:37.604833 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:37.616301 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:37.627755 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a00:15:37.915900 tst ping_idle_ping.py:24: start network...\u000a00:15:38.047135 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:15:38.543617 run create_hlr_db(pid=17871): Launched\u000a00:15:38.725355 bus /gobi_6: Setting Powered False\u000a00:15:39.747370 run create_hlr_db(pid=17871): Terminated: ok {rc=0}\u000a00:15:40.141892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17873): Launched\u000a00:15:40.436272 run osmo-hlr_10.42.42.2(pid=17874): Launched\u000a00:15:40.545229 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:15:41.054101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17876): Launched\u000a00:15:41.348442 run osmo-stp_10.42.42.5(pid=17877): Launched\u000a00:15:41.455630 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:15:41.968851 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17879): Launched\u000a00:15:42.073346 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:15:42.329970 run patchelf(pid=17880): Launched\u000a00:15:42.501864 run osmo-stp_10.42.42.5(pid=17877): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17877)]\u000a00:15:42.627524 run osmo-stp_10.42.42.5(pid=17877): stdout: \u000a| (launched: 2022-12-14_00:15:41.204154)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:15:42.753421 run osmo-stp_10.42.42.5(pid=17877): stderr: \u000a| �[0;m�[38;5;43m20221214001541373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001541373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001541374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001541374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001541374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001541374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001541375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:15:42.875229 run osmo-stp_10.42.42.5(pid=17877): stdout: \u000a| (launched: 2022-12-14_00:15:41.204154)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:15:42.995833 run osmo-stp_10.42.42.5(pid=17877): stderr: \u000a| �[0;m�[38;5;43m20221214001541373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001541373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001541374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001541374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001541374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001541374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001541375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:15:43.136657 run patchelf(pid=17880): Terminating (SIGINT)\u000a00:15:43.301585 run patchelf(pid=17880): Terminated: ok {rc=0}\u000a00:15:43.331635 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=17877): Process ended prematurely: osmo-stp_10.42.42.5(pid=17877) [trial-2396↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17877)] [trial-2396↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a00:15:43.340265 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a00:15:43.399825 run osmo-hlr_10.42.42.2(pid=17874): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17874)]\u000a00:15:43.448801 run osmo-hlr_10.42.42.2(pid=17874): stdout: \u000a| (launched: 2022-12-14_00:15:40.291517) \u000a00:15:43.497585 run osmo-hlr_10.42.42.2(pid=17874): stderr: \u000a| �[0;m�[1;31m20221214001540466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001540466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001540466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001540466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001540466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001540466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001540478 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001540487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001540487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001540487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:15:43.538948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17873): Terminating (SIGTERM)\u000a00:15:43.577785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17876): Terminating (SIGTERM)\u000a00:15:43.616756 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17879): Terminating (SIGTERM)\u000a00:15:43.625999 --- ParallelTerminationStrategy: PID 17873 died...\u000a00:15:43.678339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17873): Terminated: ok {rc=0}\u000a00:15:43.687775 --- ParallelTerminationStrategy: PID 17876 died...\u000a00:15:43.739791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17876): Terminated: ok {rc=0}\u000a00:15:43.749343 --- ParallelTerminationStrategy: PID 17879 died...\u000a00:15:43.801240 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17879): Terminated: ok {rc=0}\u000a00:15:43.883560 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:14:46" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17897): Process ended prematurely: osmo-stp_10.42.42.5(pid=17897) [trial-2396↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17897)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17897): Process ended prematurely: osmo-stp_10.42.42.5(pid=17897) [trial-2396↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17897)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:15:46.028097 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:15:46.041545 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:15:46.210525 tst cs_paging_gprs_active.py: using LAC 37222\u000a00:15:46.334640 tst cs_paging_gprs_active.py: using RAC 247\u000a00:15:46.461319 tst cs_paging_gprs_active.py: using CellId 37222\u000a00:15:46.587190 tst cs_paging_gprs_active.py: using BVCI 37223\u000a00:15:46.612468 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:15:46.624596 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:15:46.636359 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:15:46.649301 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:15:46.662053 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:15:46.675005 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:15:46.687843 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:15:46.700311 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:15:46.713215 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:15:46.841342 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:15:47.222962 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:15:47.353678 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:15:47.663494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17885): Launched\u000a00:15:47.919630 run iperf3-srv_10.42.42.10(pid=17886): Launched\u000a00:15:48.102145 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:15:48.226849 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:15:48.536105 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17887): Launched\u000a00:15:48.793091 run iperf3-srv_10.42.42.10(pid=17888): Launched\u000a00:15:48.975539 tst cs_paging_gprs_active.py:38: start network...\u000a00:15:49.100200 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:15:49.578110 run create_hlr_db(pid=17889): Launched\u000a00:15:49.749482 bus /gobi_6: Setting Powered False\u000a00:15:50.771696 run create_hlr_db(pid=17889): Terminated: ok {rc=0}\u000a00:15:51.169126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17891): Launched\u000a00:15:51.467302 run osmo-hlr_10.42.42.2(pid=17892): Launched\u000a00:15:51.584541 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:15:52.142171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17896): Launched\u000a00:15:52.440541 run osmo-stp_10.42.42.5(pid=17897): Launched\u000a00:15:52.550224 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:15:53.071722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17899): Launched\u000a00:15:53.178592 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:15:53.440682 run patchelf(pid=17900): Launched\u000a00:15:53.615378 run osmo-stp_10.42.42.5(pid=17897): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17897)]\u000a00:15:53.743422 run osmo-stp_10.42.42.5(pid=17897): stdout: \u000a| (launched: 2022-12-14_00:15:52.293868)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:15:53.871944 run osmo-stp_10.42.42.5(pid=17897): stderr: \u000a| �[0;m�[38;5;43m20221214001552465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001552466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001552466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001552466 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001552467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001552467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001552467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:15:53.995989 run osmo-stp_10.42.42.5(pid=17897): stdout: \u000a| (launched: 2022-12-14_00:15:52.293868)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:15:54.118783 run osmo-stp_10.42.42.5(pid=17897): stderr: \u000a| �[0;m�[38;5;43m20221214001552465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001552466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001552466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001552466 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001552467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001552467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001552467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:15:54.261674 run patchelf(pid=17900): Terminating (SIGINT)\u000a00:15:54.429309 run patchelf(pid=17900): Terminated: ok {rc=0}\u000a00:15:54.460109 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=17897): Process ended prematurely: osmo-stp_10.42.42.5(pid=17897) [trial-2396↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17897)] [trial-2396↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a00:15:54.469360 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a00:15:54.528619 run osmo-hlr_10.42.42.2(pid=17892): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17892)]\u000a00:15:54.577534 run osmo-hlr_10.42.42.2(pid=17892): stdout: \u000a| (launched: 2022-12-14_00:15:51.321612) \u000a00:15:54.626591 run osmo-hlr_10.42.42.2(pid=17892): stderr: \u000a| �[0;m�[1;31m20221214001551498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001551498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001551498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001551498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001551498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001551498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001551510 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001551521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001551522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001551522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:15:54.668249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17885): Terminating (SIGTERM)\u000a00:15:54.707351 run iperf3-srv_10.42.42.10(pid=17886): Terminating (SIGTERM)\u000a00:15:54.746494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17887): Terminating (SIGTERM)\u000a00:15:54.785613 run iperf3-srv_10.42.42.10(pid=17888): Terminating (SIGTERM)\u000a00:15:54.824898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17891): Terminating (SIGTERM)\u000a00:15:54.864082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17896): Terminating (SIGTERM)\u000a00:15:54.903183 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17899): Terminating (SIGTERM)\u000a00:15:54.912313 --- ParallelTerminationStrategy: PID 17885 died...\u000a00:15:54.965084 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17885): Terminated: ok {rc=0}\u000a00:15:54.974561 --- ParallelTerminationStrategy: PID 17886 died...\u000a00:15:55.026679 run iperf3-srv_10.42.42.10(pid=17886): Terminated {rc=256}\u000a00:15:55.036036 --- ParallelTerminationStrategy: PID 17887 died...\u000a00:15:55.088280 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17887): Terminated: ok {rc=0}\u000a00:15:55.097735 --- ParallelTerminationStrategy: PID 17888 died...\u000a00:15:55.149716 run iperf3-srv_10.42.42.10(pid=17888): Terminated {rc=256}\u000a00:15:55.159128 --- ParallelTerminationStrategy: PID 17891 died...\u000a00:15:55.211622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17891): Terminated: ok {rc=0}\u000a00:15:55.221180 --- ParallelTerminationStrategy: PID 17896 died...\u000a00:15:55.273582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17896): Terminated: ok {rc=0}\u000a00:15:55.283042 --- ParallelTerminationStrategy: PID 17899 died...\u000a00:15:55.335182 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17899): Terminated: ok {rc=0}\u000a00:15:55.421860 bus /gobi_0: Setting Powered False\u000a00:15:56.524934 bus /gobi_0: Setting Powered False\u000a00:15:57.633753 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17909): Process ended prematurely: osmo-stp_10.42.42.5(pid=17909) [trial-2396↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17909)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17909): Process ended prematurely: osmo-stp_10.42.42.5(pid=17909) [trial-2396↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17909)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a00:15:58.748315 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:15:58.760354 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:15:58.898408 tst iperf3.py: using LAC 37223\u000a00:15:59.023906 tst iperf3.py: using RAC 248\u000a00:15:59.148907 tst iperf3.py: using CellId 37223\u000a00:15:59.276477 tst iperf3.py: using BVCI 37224\u000a00:15:59.301318 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:15:59.312770 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:15:59.324075 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:15:59.335252 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:15:59.346728 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:15:59.358117 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:15:59.369747 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:15:59.381281 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:15:59.392738 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:15:59.681568 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:15:59.814466 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:16:00.142788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17901): Launched\u000a00:16:00.417495 run iperf3-srv_10.42.42.10(pid=17902): Launched\u000a00:16:00.614302 tst iperf3.py:8: start network...\u000a00:16:00.747770 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:16:01.303021 run create_hlr_db(pid=17903): Launched\u000a00:16:01.480335 bus /gobi_6: Setting Powered False\u000a00:16:02.497790 run create_hlr_db(pid=17903): Terminated: ok {rc=0}\u000a00:16:02.895645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17905): Launched\u000a00:16:03.194587 run osmo-hlr_10.42.42.2(pid=17906): Launched\u000a00:16:03.306076 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:16:03.825803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17908): Launched\u000a00:16:04.124918 run osmo-stp_10.42.42.5(pid=17909): Launched\u000a00:16:04.234118 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:16:04.754883 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17911): Launched\u000a00:16:04.862046 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:16:05.122969 run patchelf(pid=17912): Launched\u000a00:16:05.298959 run osmo-stp_10.42.42.5(pid=17909): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17909)]\u000a00:16:05.427864 run osmo-stp_10.42.42.5(pid=17909): stdout: \u000a| (launched: 2022-12-14_00:16:03.977792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:16:05.557577 run osmo-stp_10.42.42.5(pid=17909): stderr: \u000a| �[0;m�[38;5;43m20221214001604148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001604148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001604148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001604149 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001604151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001604151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001604151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:16:05.681498 run osmo-stp_10.42.42.5(pid=17909): stdout: \u000a| (launched: 2022-12-14_00:16:03.977792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:16:05.803899 run osmo-stp_10.42.42.5(pid=17909): stderr: \u000a| �[0;m�[38;5;43m20221214001604148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001604148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001604148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001604149 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001604151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001604151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001604151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:16:05.947311 run patchelf(pid=17912): Terminating (SIGINT)\u000a00:16:06.115329 run patchelf(pid=17912): Terminated: ok {rc=0}\u000a00:16:06.146254 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17909): Process ended prematurely: osmo-stp_10.42.42.5(pid=17909) [trial-2396↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17909)] [trial-2396↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a00:16:06.155389 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a00:16:06.215540 run osmo-hlr_10.42.42.2(pid=17906): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17906)]\u000a00:16:06.264731 run osmo-hlr_10.42.42.2(pid=17906): stdout: \u000a| (launched: 2022-12-14_00:16:03.047600) \u000a00:16:06.314720 run osmo-hlr_10.42.42.2(pid=17906): stderr: \u000a| �[0;m�[1;31m20221214001603224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001603224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001603224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001603224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001603224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001603224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001603237 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001603248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001603249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001603249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:16:06.357107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17901): Terminating (SIGTERM)\u000a00:16:06.396736 run iperf3-srv_10.42.42.10(pid=17902): Terminating (SIGTERM)\u000a00:16:06.436353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17905): Terminating (SIGTERM)\u000a00:16:06.476054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17908): Terminating (SIGTERM)\u000a00:16:06.515725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17911): Terminating (SIGTERM)\u000a00:16:06.525118 --- ParallelTerminationStrategy: PID 17901 died...\u000a00:16:06.578583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17901): Terminated: ok {rc=0}\u000a00:16:06.588133 --- ParallelTerminationStrategy: PID 17902 died...\u000a00:16:06.641226 run iperf3-srv_10.42.42.10(pid=17902): Terminated {rc=256}\u000a00:16:06.650733 --- ParallelTerminationStrategy: PID 17905 died...\u000a00:16:06.703125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17905): Terminated: ok {rc=0}\u000a00:16:06.712647 --- ParallelTerminationStrategy: PID 17908 died...\u000a00:16:06.765106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17908): Terminated: ok {rc=0}\u000a00:16:06.774711 --- ParallelTerminationStrategy: PID 17911 died...\u000a00:16:06.827341 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17911): Terminated: ok {rc=0}\u000a00:16:06.909876 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17927): Process ended prematurely: osmo-stp_10.42.42.5(pid=17927) [trial-2396↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17927)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17927): Process ended prematurely: osmo-stp_10.42.42.5(pid=17927) [trial-2396↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17927)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a00:16:08.018267 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:08.029843 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:16:08.167430 tst iperf3m4.py: using LAC 37224\u000a00:16:08.291977 tst iperf3m4.py: using RAC 249\u000a00:16:08.417322 tst iperf3m4.py: using CellId 37224\u000a00:16:08.536543 tst iperf3m4.py: using BVCI 37225\u000a00:16:08.559667 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:08.570985 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:08.582022 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:08.593071 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:08.604078 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:08.615408 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:08.626881 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:08.637916 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:08.649166 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:16:08.763815 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:16:08.885629 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:16:09.003453 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:16:09.281455 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:16:09.408191 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:16:09.719314 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17913): Launched\u000a00:16:09.977747 run iperf3-srv_10.42.42.10(pid=17914): Launched\u000a00:16:10.160614 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:16:10.285382 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:16:10.594983 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17915): Launched\u000a00:16:10.852096 run iperf3-srv_10.42.42.10(pid=17916): Launched\u000a00:16:11.034940 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:16:11.159838 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:16:11.471111 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17917): Launched\u000a00:16:11.728343 run iperf3-srv_10.42.42.10(pid=17918): Launched\u000a00:16:11.911899 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:16:12.036495 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:16:12.347252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17919): Launched\u000a00:16:12.604284 run iperf3-srv_10.42.42.10(pid=17920): Launched\u000a00:16:12.786816 tst iperf3m4.py:8: start network...\u000a00:16:12.911846 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:16:13.391038 run create_hlr_db(pid=17921): Launched\u000a00:16:13.562483 bus /gobi_6: Setting Powered False\u000a00:16:14.585731 run create_hlr_db(pid=17921): Terminated: ok {rc=0}\u000a00:16:15.011190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17923): Launched\u000a00:16:15.332301 run osmo-hlr_10.42.42.2(pid=17924): Launched\u000a00:16:15.453385 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:16:16.062172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17926): Launched\u000a00:16:16.528505 run osmo-stp_10.42.42.5(pid=17927): Launched\u000a00:16:16.752533 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:16:17.367554 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17929): Launched\u000a00:16:17.474952 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:16:17.735841 run patchelf(pid=17930): Launched\u000a00:16:17.911215 run osmo-stp_10.42.42.5(pid=17927): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17927)]\u000a00:16:18.038841 run osmo-stp_10.42.42.5(pid=17927): stdout: \u000a| (launched: 2022-12-14_00:16:16.272811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:16:18.167340 run osmo-stp_10.42.42.5(pid=17927): stderr: \u000a| �[0;m�[38;5;43m20221214001616614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001616614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001616614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001616615 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001616615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001616615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001616615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:16:18.291340 run osmo-stp_10.42.42.5(pid=17927): stdout: \u000a| (launched: 2022-12-14_00:16:16.272811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:16:18.413785 run osmo-stp_10.42.42.5(pid=17927): stderr: \u000a| �[0;m�[38;5;43m20221214001616614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001616614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001616614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001616615 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001616615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001616615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001616615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:16:18.556876 run patchelf(pid=17930): Terminating (SIGINT)\u000a00:16:18.725217 run patchelf(pid=17930): Terminated: ok {rc=0}\u000a00:16:18.755945 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17927): Process ended prematurely: osmo-stp_10.42.42.5(pid=17927) [trial-2396↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17927)] [trial-2396↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a00:16:18.765181 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a00:16:18.824625 run osmo-hlr_10.42.42.2(pid=17924): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17924)]\u000a00:16:18.872820 run osmo-hlr_10.42.42.2(pid=17924): stdout: \u000a| (launched: 2022-12-14_00:16:15.174789) \u000a00:16:18.921737 run osmo-hlr_10.42.42.2(pid=17924): stderr: \u000a| �[0;m�[1;31m20221214001615375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001615375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001615375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001615375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001615375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001615375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001615387 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001615395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001615395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001615395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:16:18.963302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17913): Terminating (SIGTERM)\u000a00:16:19.002361 run iperf3-srv_10.42.42.10(pid=17914): Terminating (SIGTERM)\u000a00:16:19.041465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17915): Terminating (SIGTERM)\u000a00:16:19.080594 run iperf3-srv_10.42.42.10(pid=17916): Terminating (SIGTERM)\u000a00:16:19.119756 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17917): Terminating (SIGTERM)\u000a00:16:19.158705 run iperf3-srv_10.42.42.10(pid=17918): Terminating (SIGTERM)\u000a00:16:19.197814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17919): Terminating (SIGTERM)\u000a00:16:19.236708 run iperf3-srv_10.42.42.10(pid=17920): Terminating (SIGTERM)\u000a00:16:19.275763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17923): Terminating (SIGTERM)\u000a00:16:19.315300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17926): Terminating (SIGTERM)\u000a00:16:19.354662 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17929): Terminating (SIGTERM)\u000a00:16:19.363815 --- ParallelTerminationStrategy: PID 17913 died...\u000a00:16:19.416625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17913): Terminated: ok {rc=0}\u000a00:16:19.426195 --- ParallelTerminationStrategy: PID 17914 died...\u000a00:16:19.478129 run iperf3-srv_10.42.42.10(pid=17914): Terminated {rc=256}\u000a00:16:19.487472 --- ParallelTerminationStrategy: PID 17915 died...\u000a00:16:19.539816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17915): Terminated: ok {rc=0}\u000a00:16:19.549377 --- ParallelTerminationStrategy: PID 17916 died...\u000a00:16:19.601561 run iperf3-srv_10.42.42.10(pid=17916): Terminated {rc=256}\u000a00:16:19.610914 --- ParallelTerminationStrategy: PID 17917 died...\u000a00:16:19.663142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17917): Terminated: ok {rc=0}\u000a00:16:19.672550 --- ParallelTerminationStrategy: PID 17918 died...\u000a00:16:19.724643 run iperf3-srv_10.42.42.10(pid=17918): Terminated {rc=256}\u000a00:16:19.734165 --- ParallelTerminationStrategy: PID 17919 died...\u000a00:16:19.786511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17919): Terminated: ok {rc=0}\u000a00:16:19.796149 --- ParallelTerminationStrategy: PID 17920 died...\u000a00:16:19.848424 run iperf3-srv_10.42.42.10(pid=17920): Terminated {rc=256}\u000a00:16:19.857867 --- ParallelTerminationStrategy: PID 17923 died...\u000a00:16:19.909957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17923): Terminated: ok {rc=0}\u000a00:16:19.919415 --- ParallelTerminationStrategy: PID 17926 died...\u000a00:16:19.971445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17926): Terminated: ok {rc=0}\u000a00:16:19.981084 --- ParallelTerminationStrategy: PID 17929 died...\u000a00:16:20.033680 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17929): Terminated: ok {rc=0}\u000a00:16:20.121826 bus /gobi_4: Setting Powered False\u000a00:16:21.225033 bus /gobi_4: Setting Powered False\u000a00:16:22.332023 bus /gobi_1: Setting Powered False\u000a00:16:23.437437 bus /gobi_1: Setting Powered False\u000a00:16:24.545188 bus /gobi_0: Setting Powered False\u000a00:16:25.651596 bus /gobi_0: Setting Powered False\u000a00:16:26.761075 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17937): Process ended prematurely: osmo-stp_10.42.42.5(pid=17937) [trial-2396↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17937)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17937): Process ended prematurely: osmo-stp_10.42.42.5(pid=17937) [trial-2396↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17937)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a00:16:27.829830 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:27.841795 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:16:27.975528 tst ping.py: using LAC 37225\u000a00:16:28.097828 tst ping.py: using RAC 250\u000a00:16:28.220831 tst ping.py: using CellId 37225\u000a00:16:28.343319 tst ping.py: using BVCI 37226\u000a00:16:28.367391 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:28.378786 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:28.389995 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:28.401271 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:28.412630 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:28.424029 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:28.435838 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:28.447340 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:16:28.727748 tst ping.py:19: start network...\u000a00:16:28.859629 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:16:29.352292 run create_hlr_db(pid=17931): Launched\u000a00:16:29.535585 bus /gobi_6: Setting Powered False\u000a00:16:30.556694 run create_hlr_db(pid=17931): Terminated: ok {rc=0}\u000a00:16:30.988465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17933): Launched\u000a00:16:31.397807 run osmo-hlr_10.42.42.2(pid=17934): Launched\u000a00:16:31.632783 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:16:32.201983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17936): Launched\u000a00:16:32.496144 run osmo-stp_10.42.42.5(pid=17937): Launched\u000a00:16:32.604396 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:16:33.116050 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17939): Launched\u000a00:16:33.220448 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:16:33.475800 run patchelf(pid=17940): Launched\u000a00:16:33.648569 run osmo-stp_10.42.42.5(pid=17937): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17937)]\u000a00:16:33.773756 run osmo-stp_10.42.42.5(pid=17937): stdout: \u000a| (launched: 2022-12-14_00:16:32.350937)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:16:33.899739 run osmo-stp_10.42.42.5(pid=17937): stderr: \u000a| �[0;m�[38;5;43m20221214001632518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001632518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001632519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001632519 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001632519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001632519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001632520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:16:34.020804 run osmo-stp_10.42.42.5(pid=17937): stdout: \u000a| (launched: 2022-12-14_00:16:32.350937)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:16:34.141071 run osmo-stp_10.42.42.5(pid=17937): stderr: \u000a| �[0;m�[38;5;43m20221214001632518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001632518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001632519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001632519 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001632519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001632519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001632520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:16:34.281053 run patchelf(pid=17940): Terminating (SIGINT)\u000a00:16:34.445401 run patchelf(pid=17940): Terminated: ok {rc=0}\u000a00:16:34.475231 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=17937): Process ended prematurely: osmo-stp_10.42.42.5(pid=17937) [trial-2396↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17937)] [trial-2396↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a00:16:34.483758 tst ping.py:22: Test FAILED (6.6 sec)\u000a00:16:34.543281 run osmo-hlr_10.42.42.2(pid=17934): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17934)]\u000a00:16:34.591640 run osmo-hlr_10.42.42.2(pid=17934): stdout: \u000a| (launched: 2022-12-14_00:16:31.143969) \u000a00:16:34.640541 run osmo-hlr_10.42.42.2(pid=17934): stderr: \u000a| �[0;m�[1;31m20221214001631484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001631484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001631484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001631484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001631484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001631485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001631503 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001631519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001631519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001631519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:16:34.682058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17933): Terminating (SIGTERM)\u000a00:16:34.721019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17936): Terminating (SIGTERM)\u000a00:16:34.759953 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17939): Terminating (SIGTERM)\u000a00:16:34.769146 --- ParallelTerminationStrategy: PID 17933 died...\u000a00:16:34.821932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17933): Terminated: ok {rc=0}\u000a00:16:34.831651 --- ParallelTerminationStrategy: PID 17936 died...\u000a00:16:34.884140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17936): Terminated: ok {rc=0}\u000a00:16:34.893714 --- ParallelTerminationStrategy: PID 17939 died...\u000a00:16:34.945787 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17939): Terminated: ok {rc=0}\u000a00:16:35.033300 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17947): Process ended prematurely: osmo-stp_10.42.42.5(pid=17947) [trial-2396↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17947)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17947): Process ended prematurely: osmo-stp_10.42.42.5(pid=17947) [trial-2396↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17947)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a00:16:36.084235 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:36.095901 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:16:36.222984 tst ping_idle_ping.py: using LAC 37226\u000a00:16:36.337898 tst ping_idle_ping.py: using RAC 251\u000a00:16:36.453182 tst ping_idle_ping.py: using CellId 37226\u000a00:16:36.573378 tst ping_idle_ping.py: using BVCI 37227\u000a00:16:36.595751 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:36.606877 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:36.617749 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:36.628442 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:36.639157 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:36.650586 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:36.661858 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:36.672708 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:16:36.944124 tst ping_idle_ping.py:24: start network...\u000a00:16:37.066166 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:16:37.543438 run create_hlr_db(pid=17941): Launched\u000a00:16:37.713788 bus /gobi_6: Setting Powered False\u000a00:16:38.736712 run create_hlr_db(pid=17941): Terminated: ok {rc=0}\u000a00:16:39.128685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17943): Launched\u000a00:16:39.422175 run osmo-hlr_10.42.42.2(pid=17944): Launched\u000a00:16:39.529159 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:16:40.045730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17946): Launched\u000a00:16:40.363217 run osmo-stp_10.42.42.5(pid=17947): Launched\u000a00:16:40.479158 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:16:41.029924 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17949): Launched\u000a00:16:41.143020 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:16:41.418397 run patchelf(pid=17950): Launched\u000a00:16:41.603211 run osmo-stp_10.42.42.5(pid=17947): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17947)]\u000a00:16:41.738643 run osmo-stp_10.42.42.5(pid=17947): stdout: \u000a| (launched: 2022-12-14_00:16:40.207175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:16:41.873963 run osmo-stp_10.42.42.5(pid=17947): stderr: \u000a| �[0;m�[38;5;43m20221214001640398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001640399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001640399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001640399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001640402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001640402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001640402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:16:42.004872 run osmo-stp_10.42.42.5(pid=17947): stdout: \u000a| (launched: 2022-12-14_00:16:40.207175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:16:42.134844 run osmo-stp_10.42.42.5(pid=17947): stderr: \u000a| �[0;m�[38;5;43m20221214001640398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001640399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001640399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001640399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001640402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001640402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001640402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:16:42.286427 run patchelf(pid=17950): Terminating (SIGINT)\u000a00:16:42.463498 run patchelf(pid=17950): Terminated: ok {rc=0}\u000a00:16:42.495606 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=17947): Process ended prematurely: osmo-stp_10.42.42.5(pid=17947) [trial-2396↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17947)] [trial-2396↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a00:16:42.504784 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a00:16:42.567236 run osmo-hlr_10.42.42.2(pid=17944): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17944)]\u000a00:16:42.618635 run osmo-hlr_10.42.42.2(pid=17944): stdout: \u000a| (launched: 2022-12-14_00:16:39.278053) \u000a00:16:42.670293 run osmo-hlr_10.42.42.2(pid=17944): stderr: \u000a| �[0;m�[1;31m20221214001639453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001639453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001639453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001639453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001639453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001639453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001639466 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001639474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001639474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001639474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:16:42.714157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17943): Terminating (SIGTERM)\u000a00:16:42.755436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17946): Terminating (SIGTERM)\u000a00:16:42.796879 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17949): Terminating (SIGTERM)\u000a00:16:42.806490 --- ParallelTerminationStrategy: PID 17943 died...\u000a00:16:42.862282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17943): Terminated: ok {rc=0}\u000a00:16:42.872253 --- ParallelTerminationStrategy: PID 17946 died...\u000a00:16:42.928124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17946): Terminated: ok {rc=0}\u000a00:16:42.938103 --- ParallelTerminationStrategy: PID 17949 died...\u000a00:16:42.993954 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17949): Terminated: ok {rc=0}\u000a00:16:43.080766 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:15:45" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17964): Process ended prematurely: osmo-stp_10.42.42.5(pid=17964) [trial-2396↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17964)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17964): Process ended prematurely: osmo-stp_10.42.42.5(pid=17964) [trial-2396↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17964)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:16:45.216904 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:16:45.228332 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:16:45.383530 tst cs_paging_gprs_active.py: using LAC 37227\u000a00:16:45.508685 tst cs_paging_gprs_active.py: using RAC 252\u000a00:16:45.634038 tst cs_paging_gprs_active.py: using CellId 37227\u000a00:16:45.761265 tst cs_paging_gprs_active.py: using BVCI 37228\u000a00:16:45.785663 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:16:45.797105 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:16:45.808235 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:16:45.819583 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:16:45.835742 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:16:45.850306 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:16:45.865658 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:16:45.877516 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:16:45.890358 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:16:46.023384 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:16:46.320215 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:16:46.456925 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:16:46.803522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17954): Launched\u000a00:16:47.099207 run iperf3-srv_10.42.42.10(pid=17955): Launched\u000a00:16:47.297708 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:16:47.431707 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:16:47.762807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17956): Launched\u000a00:16:48.037065 run iperf3-srv_10.42.42.10(pid=17957): Launched\u000a00:16:48.233621 tst cs_paging_gprs_active.py:38: start network...\u000a00:16:48.367776 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:16:48.870610 run create_hlr_db(pid=17958): Launched\u000a00:16:49.056081 bus /gobi_6: Setting Powered False\u000a00:16:50.078609 run create_hlr_db(pid=17958): Terminated: ok {rc=0}\u000a00:16:50.480600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17960): Launched\u000a00:16:50.780645 run osmo-hlr_10.42.42.2(pid=17961): Launched\u000a00:16:50.898866 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:16:51.422505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17963): Launched\u000a00:16:51.733040 run osmo-stp_10.42.42.5(pid=17964): Launched\u000a00:16:51.851536 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:16:52.411140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17966): Launched\u000a00:16:52.525740 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:16:52.803596 run patchelf(pid=17967): Launched\u000a00:16:52.990316 run osmo-stp_10.42.42.5(pid=17964): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17964)]\u000a00:16:53.127490 run osmo-stp_10.42.42.5(pid=17964): stdout: \u000a| (launched: 2022-12-14_00:16:51.574115)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:16:53.265530 run osmo-stp_10.42.42.5(pid=17964): stderr: \u000a| �[0;m�[38;5;43m20221214001651761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001651761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001651761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001651762 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001651762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001651762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001651762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:16:53.397744 run osmo-stp_10.42.42.5(pid=17964): stdout: \u000a| (launched: 2022-12-14_00:16:51.574115)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:16:53.528556 run osmo-stp_10.42.42.5(pid=17964): stderr: \u000a| �[0;m�[38;5;43m20221214001651761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001651761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001651761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001651762 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001651762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001651762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001651762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:16:53.681524 run patchelf(pid=17967): Terminating (SIGINT)\u000a00:16:53.860485 run patchelf(pid=17967): Terminated: ok {rc=0}\u000a00:16:53.893449 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=17964): Process ended prematurely: osmo-stp_10.42.42.5(pid=17964) [trial-2396↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17964)] [trial-2396↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a00:16:53.903214 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a00:16:53.966238 run osmo-hlr_10.42.42.2(pid=17961): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17961)]\u000a00:16:54.017465 run osmo-hlr_10.42.42.2(pid=17961): stdout: \u000a| (launched: 2022-12-14_00:16:50.633351) \u000a00:16:54.069321 run osmo-hlr_10.42.42.2(pid=17961): stderr: \u000a| �[0;m�[1;31m20221214001650809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001650809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001650809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001650809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001650809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001650810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001650821 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001650830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001650831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001650831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:16:54.113560 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17954): Terminating (SIGTERM)\u000a00:16:54.154962 run iperf3-srv_10.42.42.10(pid=17955): Terminating (SIGTERM)\u000a00:16:54.197339 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17956): Terminating (SIGTERM)\u000a00:16:54.239369 run iperf3-srv_10.42.42.10(pid=17957): Terminating (SIGTERM)\u000a00:16:54.281475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17960): Terminating (SIGTERM)\u000a00:16:54.323488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17963): Terminating (SIGTERM)\u000a00:16:54.365774 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17966): Terminating (SIGTERM)\u000a00:16:54.375818 --- ParallelTerminationStrategy: PID 17954 died...\u000a00:16:54.431781 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17954): Terminated: ok {rc=0}\u000a00:16:54.441838 --- ParallelTerminationStrategy: PID 17955 died...\u000a00:16:54.497408 run iperf3-srv_10.42.42.10(pid=17955): Terminated {rc=256}\u000a00:16:54.507333 --- ParallelTerminationStrategy: PID 17956 died...\u000a00:16:54.562627 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17956): Terminated: ok {rc=0}\u000a00:16:54.572470 --- ParallelTerminationStrategy: PID 17957 died...\u000a00:16:54.627789 run iperf3-srv_10.42.42.10(pid=17957): Terminated {rc=256}\u000a00:16:54.637737 --- ParallelTerminationStrategy: PID 17960 died...\u000a00:16:54.692985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17960): Terminated: ok {rc=0}\u000a00:16:54.702849 --- ParallelTerminationStrategy: PID 17963 died...\u000a00:16:54.758339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17963): Terminated: ok {rc=0}\u000a00:16:54.768301 --- ParallelTerminationStrategy: PID 17966 died...\u000a00:16:54.823709 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17966): Terminated: ok {rc=0}\u000a00:16:54.909520 bus /gobi_0: Setting Powered False\u000a00:16:56.014702 bus /gobi_0: Setting Powered False\u000a00:16:57.122129 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17979): Process ended prematurely: osmo-stp_10.42.42.5(pid=17979) [trial-2396↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17979)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17979): Process ended prematurely: osmo-stp_10.42.42.5(pid=17979) [trial-2396↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17979)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a00:16:58.236375 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:16:58.248451 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:16:58.403243 tst iperf3.py: using LAC 37228\u000a00:16:58.526634 tst iperf3.py: using RAC 253\u000a00:16:58.651759 tst iperf3.py: using CellId 37228\u000a00:16:58.777398 tst iperf3.py: using BVCI 37229\u000a00:16:58.801772 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:16:58.813198 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:16:58.824411 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:16:58.835670 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:16:58.847280 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:16:58.858816 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:16:58.870458 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:16:58.881951 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:16:58.893679 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:16:59.170424 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:16:59.295203 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:16:59.603868 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17968): Launched\u000a00:16:59.860886 run iperf3-srv_10.42.42.10(pid=17969): Launched\u000a00:17:00.042854 tst iperf3.py:8: start network...\u000a00:17:00.167175 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:17:00.645683 run create_hlr_db(pid=17970): Launched\u000a00:17:00.817101 bus /gobi_6: Setting Powered False\u000a00:17:01.843866 run create_hlr_db(pid=17970): Terminated: ok {rc=0}\u000a00:17:02.267975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17975): Launched\u000a00:17:02.566895 run osmo-hlr_10.42.42.2(pid=17976): Launched\u000a00:17:02.676762 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:17:03.194748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17978): Launched\u000a00:17:03.492799 run osmo-stp_10.42.42.5(pid=17979): Launched\u000a00:17:03.603656 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:17:04.123544 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17981): Launched\u000a00:17:04.230333 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:17:04.491062 run patchelf(pid=17982): Launched\u000a00:17:04.666104 run osmo-stp_10.42.42.5(pid=17979): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17979)]\u000a00:17:04.793989 run osmo-stp_10.42.42.5(pid=17979): stdout: \u000a| (launched: 2022-12-14_00:17:03.346711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:17:04.922054 run osmo-stp_10.42.42.5(pid=17979): stderr: \u000a| �[0;m�[38;5;43m20221214001703518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001703518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001703518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001703518 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001703519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001703519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001703519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:17:05.045329 run osmo-stp_10.42.42.5(pid=17979): stdout: \u000a| (launched: 2022-12-14_00:17:03.346711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:17:05.167602 run osmo-stp_10.42.42.5(pid=17979): stderr: \u000a| �[0;m�[38;5;43m20221214001703518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001703518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001703518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001703518 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001703519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001703519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001703519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:17:05.310348 run patchelf(pid=17982): Terminating (SIGINT)\u000a00:17:05.478683 run patchelf(pid=17982): Terminated: ok {rc=0}\u000a00:17:05.509618 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17979): Process ended prematurely: osmo-stp_10.42.42.5(pid=17979) [trial-2396↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17979)] [trial-2396↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a00:17:05.518783 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a00:17:05.577801 run osmo-hlr_10.42.42.2(pid=17976): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17976)]\u000a00:17:05.626082 run osmo-hlr_10.42.42.2(pid=17976): stdout: \u000a| (launched: 2022-12-14_00:17:02.419700) \u000a00:17:05.675111 run osmo-hlr_10.42.42.2(pid=17976): stderr: \u000a| �[0;m�[1;31m20221214001702596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001702596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001702596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001702596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001702596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001702596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001702609 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001702619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001702619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001702619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:17:05.716719 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17968): Terminating (SIGTERM)\u000a00:17:05.755723 run iperf3-srv_10.42.42.10(pid=17969): Terminating (SIGTERM)\u000a00:17:05.794904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17975): Terminating (SIGTERM)\u000a00:17:05.834014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17978): Terminating (SIGTERM)\u000a00:17:05.873067 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17981): Terminating (SIGTERM)\u000a00:17:05.882220 --- ParallelTerminationStrategy: PID 17968 died...\u000a00:17:05.934759 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17968): Terminated: ok {rc=0}\u000a00:17:05.944321 --- ParallelTerminationStrategy: PID 17969 died...\u000a00:17:05.996304 run iperf3-srv_10.42.42.10(pid=17969): Terminated {rc=256}\u000a00:17:06.005892 --- ParallelTerminationStrategy: PID 17975 died...\u000a00:17:06.058009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17975): Terminated: ok {rc=0}\u000a00:17:06.067375 --- ParallelTerminationStrategy: PID 17978 died...\u000a00:17:06.119657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17978): Terminated: ok {rc=0}\u000a00:17:06.129168 --- ParallelTerminationStrategy: PID 17981 died...\u000a00:17:06.181032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17981): Terminated: ok {rc=0}\u000a00:17:06.268712 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17997): Process ended prematurely: osmo-stp_10.42.42.5(pid=17997) [trial-2396↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17997)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17997): Process ended prematurely: osmo-stp_10.42.42.5(pid=17997) [trial-2396↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17997)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a00:17:07.378942 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:07.390630 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:17:07.536793 tst iperf3m4.py: using LAC 37229\u000a00:17:07.656096 tst iperf3m4.py: using RAC 254\u000a00:17:07.773688 tst iperf3m4.py: using CellId 37229\u000a00:17:07.891037 tst iperf3m4.py: using BVCI 37230\u000a00:17:07.913989 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:07.924888 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:07.935653 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:07.946403 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:07.957642 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:07.969082 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:07.980542 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:07.991779 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:08.003216 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:17:08.120833 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:17:08.241235 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:17:08.362348 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:17:08.637435 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:17:08.761808 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:17:09.071126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17983): Launched\u000a00:17:09.328283 run iperf3-srv_10.42.42.10(pid=17984): Launched\u000a00:17:09.510567 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:17:09.634740 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:17:09.945784 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17985): Launched\u000a00:17:10.202918 run iperf3-srv_10.42.42.10(pid=17986): Launched\u000a00:17:10.385820 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:17:10.510418 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:17:10.819603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17987): Launched\u000a00:17:11.076471 run iperf3-srv_10.42.42.10(pid=17988): Launched\u000a00:17:11.258945 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:17:11.383060 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:17:11.691955 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17989): Launched\u000a00:17:11.949574 run iperf3-srv_10.42.42.10(pid=17990): Launched\u000a00:17:12.131788 tst iperf3m4.py:8: start network...\u000a00:17:12.256042 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:17:12.732905 run create_hlr_db(pid=17991): Launched\u000a00:17:12.904625 bus /gobi_6: Setting Powered False\u000a00:17:13.929485 run create_hlr_db(pid=17991): Terminated: ok {rc=0}\u000a00:17:14.327015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17993): Launched\u000a00:17:14.626472 run osmo-hlr_10.42.42.2(pid=17994): Launched\u000a00:17:14.743792 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:17:15.270213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17996): Launched\u000a00:17:15.569217 run osmo-stp_10.42.42.5(pid=17997): Launched\u000a00:17:15.677881 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:17:16.223187 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17999): Launched\u000a00:17:16.332517 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:17:16.619345 run patchelf(pid=18000): Launched\u000a00:17:16.798207 run osmo-stp_10.42.42.5(pid=17997): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17997)]\u000a00:17:16.929180 run osmo-stp_10.42.42.5(pid=17997): stdout: \u000a| (launched: 2022-12-14_00:17:15.421551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:17:17.060250 run osmo-stp_10.42.42.5(pid=17997): stderr: \u000a| �[0;m�[38;5;43m20221214001715590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001715591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001715591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001715591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001715593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001715594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001715594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:17:17.201351 run osmo-stp_10.42.42.5(pid=17997): stdout: \u000a| (launched: 2022-12-14_00:17:15.421551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:17:17.337532 run osmo-stp_10.42.42.5(pid=17997): stderr: \u000a| �[0;m�[38;5;43m20221214001715590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001715591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001715591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001715591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001715593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001715594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001715594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:17:17.491347 run patchelf(pid=18000): Terminating (SIGINT)\u000a00:17:17.671641 run patchelf(pid=18000): Terminated: ok {rc=0}\u000a00:17:17.704724 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17997): Process ended prematurely: osmo-stp_10.42.42.5(pid=17997) [trial-2396↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17997)] [trial-2396↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a00:17:17.714680 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a00:17:17.779126 run osmo-hlr_10.42.42.2(pid=17994): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17994)]\u000a00:17:17.831331 run osmo-hlr_10.42.42.2(pid=17994): stdout: \u000a| (launched: 2022-12-14_00:17:14.478925) \u000a00:17:17.884340 run osmo-hlr_10.42.42.2(pid=17994): stderr: \u000a| �[0;m�[1;31m20221214001714655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001714655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001714655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001714656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001714656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001714656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001714666 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001714675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001714675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001714675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:17:17.929559 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17983): Terminating (SIGTERM)\u000a00:17:17.971974 run iperf3-srv_10.42.42.10(pid=17984): Terminating (SIGTERM)\u000a00:17:18.014496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17985): Terminating (SIGTERM)\u000a00:17:18.057757 run iperf3-srv_10.42.42.10(pid=17986): Terminating (SIGTERM)\u000a00:17:18.100901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17987): Terminating (SIGTERM)\u000a00:17:18.143494 run iperf3-srv_10.42.42.10(pid=17988): Terminating (SIGTERM)\u000a00:17:18.186529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17989): Terminating (SIGTERM)\u000a00:17:18.229323 run iperf3-srv_10.42.42.10(pid=17990): Terminating (SIGTERM)\u000a00:17:18.272058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17993): Terminating (SIGTERM)\u000a00:17:18.314625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17996): Terminating (SIGTERM)\u000a00:17:18.357615 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17999): Terminating (SIGTERM)\u000a00:17:18.367385 --- ParallelTerminationStrategy: PID 17983 died...\u000a00:17:18.424343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17983): Terminated: ok {rc=0}\u000a00:17:18.434542 --- ParallelTerminationStrategy: PID 17984 died...\u000a00:17:18.490851 run iperf3-srv_10.42.42.10(pid=17984): Terminated {rc=256}\u000a00:17:18.500905 --- ParallelTerminationStrategy: PID 17985 died...\u000a00:17:18.557201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17985): Terminated: ok {rc=0}\u000a00:17:18.567346 --- ParallelTerminationStrategy: PID 17986 died...\u000a00:17:18.623535 run iperf3-srv_10.42.42.10(pid=17986): Terminated {rc=256}\u000a00:17:18.634075 --- ParallelTerminationStrategy: PID 17987 died...\u000a00:17:18.691004 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17987): Terminated: ok {rc=0}\u000a00:17:18.701191 --- ParallelTerminationStrategy: PID 17988 died...\u000a00:17:18.757180 run iperf3-srv_10.42.42.10(pid=17988): Terminated {rc=256}\u000a00:17:18.767204 --- ParallelTerminationStrategy: PID 17989 died...\u000a00:17:18.823739 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17989): Terminated: ok {rc=0}\u000a00:17:18.833934 --- ParallelTerminationStrategy: PID 17990 died...\u000a00:17:18.890162 run iperf3-srv_10.42.42.10(pid=17990): Terminated {rc=256}\u000a00:17:18.900200 --- ParallelTerminationStrategy: PID 17993 died...\u000a00:17:18.956249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17993): Terminated: ok {rc=0}\u000a00:17:18.966416 --- ParallelTerminationStrategy: PID 17996 died...\u000a00:17:19.022738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17996): Terminated: ok {rc=0}\u000a00:17:19.032817 --- ParallelTerminationStrategy: PID 17999 died...\u000a00:17:19.089106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17999): Terminated: ok {rc=0}\u000a00:17:19.175553 bus /gobi_4: Setting Powered False\u000a00:17:20.281951 bus /gobi_4: Setting Powered False\u000a00:17:21.393228 bus /gobi_1: Setting Powered False\u000a00:17:22.496301 bus /gobi_1: Setting Powered False\u000a00:17:23.607056 bus /gobi_0: Setting Powered False\u000a00:17:24.709081 bus /gobi_0: Setting Powered False\u000a00:17:25.819615 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18007): Process ended prematurely: osmo-stp_10.42.42.5(pid=18007) [trial-2396↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18007)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18007): Process ended prematurely: osmo-stp_10.42.42.5(pid=18007) [trial-2396↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18007)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a00:17:26.886173 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:26.897829 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:17:27.045825 tst ping.py: using LAC 37230\u000a00:17:27.173515 tst ping.py: using RAC 255\u000a00:17:27.290656 tst ping.py: using CellId 37230\u000a00:17:27.404329 tst ping.py: using BVCI 37231\u000a00:17:27.426658 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:27.437752 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:27.448517 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:27.459288 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:27.470634 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:27.482022 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:27.493142 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:27.504116 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:17:27.773889 tst ping.py:19: start network...\u000a00:17:27.896119 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:17:28.364770 run create_hlr_db(pid=18001): Launched\u000a00:17:28.533592 bus /gobi_6: Setting Powered False\u000a00:17:29.555747 run create_hlr_db(pid=18001): Terminated: ok {rc=0}\u000a00:17:29.973193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18003): Launched\u000a00:17:30.286763 run osmo-hlr_10.42.42.2(pid=18004): Launched\u000a00:17:30.402102 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:17:30.982946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18006): Launched\u000a00:17:31.433117 run osmo-stp_10.42.42.5(pid=18007): Launched\u000a00:17:31.545396 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:17:32.133556 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18009): Launched\u000a00:17:32.250413 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:17:32.524547 run patchelf(pid=18010): Launched\u000a00:17:32.707521 run osmo-stp_10.42.42.5(pid=18007): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18007)]\u000a00:17:32.841444 run osmo-stp_10.42.42.5(pid=18007): stdout: \u000a| (launched: 2022-12-14_00:17:31.136891)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:17:32.975354 run osmo-stp_10.42.42.5(pid=18007): stderr: \u000a| �[0;m�[38;5;43m20221214001731379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001731379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001731379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001731380 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001731382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001731382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001731382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:17:33.105446 run osmo-stp_10.42.42.5(pid=18007): stdout: \u000a| (launched: 2022-12-14_00:17:31.136891)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:17:33.234671 run osmo-stp_10.42.42.5(pid=18007): stderr: \u000a| �[0;m�[38;5;43m20221214001731379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001731379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001731379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001731380 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001731382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001731382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001731382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:17:33.384762 run patchelf(pid=18010): Terminating (SIGINT)\u000a00:17:33.560697 run patchelf(pid=18010): Terminated: ok {rc=0}\u000a00:17:33.592712 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18007): Process ended prematurely: osmo-stp_10.42.42.5(pid=18007) [trial-2396↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18007)] [trial-2396↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a00:17:33.601954 tst ping.py:22: Test FAILED (6.7 sec)\u000a00:17:33.664418 run osmo-hlr_10.42.42.2(pid=18004): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18004)]\u000a00:17:33.715338 run osmo-hlr_10.42.42.2(pid=18004): stdout: \u000a| (launched: 2022-12-14_00:17:30.132451) \u000a00:17:33.766924 run osmo-hlr_10.42.42.2(pid=18004): stderr: \u000a| �[0;m�[1;31m20221214001730329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001730329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001730329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001730329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001730329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001730330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001730342 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001730351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001730351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001730351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:17:33.810960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18003): Terminating (SIGTERM)\u000a00:17:33.852865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18006): Terminating (SIGTERM)\u000a00:17:33.894463 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18009): Terminating (SIGTERM)\u000a00:17:33.904104 --- ParallelTerminationStrategy: PID 18003 died...\u000a00:17:33.960050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18003): Terminated: ok {rc=0}\u000a00:17:33.970117 --- ParallelTerminationStrategy: PID 18006 died...\u000a00:17:34.025674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18006): Terminated: ok {rc=0}\u000a00:17:34.035781 --- ParallelTerminationStrategy: PID 18009 died...\u000a00:17:34.091257 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18009): Terminated: ok {rc=0}\u000a00:17:34.175634 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18017): Process ended prematurely: osmo-stp_10.42.42.5(pid=18017) [trial-2396↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18017)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18017): Process ended prematurely: osmo-stp_10.42.42.5(pid=18017) [trial-2396↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18017)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a00:17:35.227840 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:35.239939 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:17:35.394880 tst ping_idle_ping.py: using LAC 37231\u000a00:17:35.518217 tst ping_idle_ping.py: using RAC 1\u000a00:17:35.640640 tst ping_idle_ping.py: using CellId 37231\u000a00:17:35.760324 tst ping_idle_ping.py: using BVCI 37232\u000a00:17:35.782737 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:35.793877 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:35.804647 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:35.815406 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:35.826605 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:35.837815 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:35.849297 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:35.860766 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:17:36.149692 tst ping_idle_ping.py:24: start network...\u000a00:17:36.281297 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:17:36.775674 run create_hlr_db(pid=18011): Launched\u000a00:17:36.957990 bus /gobi_6: Setting Powered False\u000a00:17:37.979664 run create_hlr_db(pid=18011): Terminated: ok {rc=0}\u000a00:17:38.373789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18013): Launched\u000a00:17:38.668015 run osmo-hlr_10.42.42.2(pid=18014): Launched\u000a00:17:38.783609 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:17:39.296191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18016): Launched\u000a00:17:39.589453 run osmo-stp_10.42.42.5(pid=18017): Launched\u000a00:17:39.695968 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:17:40.207814 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18019): Launched\u000a00:17:40.312222 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:17:40.567917 run patchelf(pid=18020): Launched\u000a00:17:40.739382 run osmo-stp_10.42.42.5(pid=18017): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18017)]\u000a00:17:40.865386 run osmo-stp_10.42.42.5(pid=18017): stdout: \u000a| (launched: 2022-12-14_00:17:39.445378)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:17:40.991429 run osmo-stp_10.42.42.5(pid=18017): stderr: \u000a| �[0;m�[38;5;43m20221214001739613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001739613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001739613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001739613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001739614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001739614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001739614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:17:41.113170 run osmo-stp_10.42.42.5(pid=18017): stdout: \u000a| (launched: 2022-12-14_00:17:39.445378)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:17:41.233687 run osmo-stp_10.42.42.5(pid=18017): stderr: \u000a| �[0;m�[38;5;43m20221214001739613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001739613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001739613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001739613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001739614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001739614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001739614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:17:41.374055 run patchelf(pid=18020): Terminating (SIGINT)\u000a00:17:41.538765 run patchelf(pid=18020): Terminated: ok {rc=0}\u000a00:17:41.568702 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18017): Process ended prematurely: osmo-stp_10.42.42.5(pid=18017) [trial-2396↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18017)] [trial-2396↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a00:17:41.577335 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a00:17:41.636134 run osmo-hlr_10.42.42.2(pid=18014): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18014)]\u000a00:17:41.684271 run osmo-hlr_10.42.42.2(pid=18014): stdout: \u000a| (launched: 2022-12-14_00:17:38.522749) \u000a00:17:41.733076 run osmo-hlr_10.42.42.2(pid=18014): stderr: \u000a| �[0;m�[1;31m20221214001738699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001738699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001738699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001738699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001738699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001738699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001738711 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001738720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001738720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001738720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:17:41.774617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18013): Terminating (SIGTERM)\u000a00:17:41.813960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18016): Terminating (SIGTERM)\u000a00:17:41.853334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18019): Terminating (SIGTERM)\u000a00:17:41.862451 --- ParallelTerminationStrategy: PID 18013 died...\u000a00:17:41.914780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18013): Terminated: ok {rc=0}\u000a00:17:41.924197 --- ParallelTerminationStrategy: PID 18016 died...\u000a00:17:41.976196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18016): Terminated: ok {rc=0}\u000a00:17:41.985664 --- ParallelTerminationStrategy: PID 18019 died...\u000a00:17:42.037630 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18019): Terminated: ok {rc=0}\u000a00:17:42.120048 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:16:44" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18030): Process ended prematurely: osmo-stp_10.42.42.5(pid=18030) [trial-2396↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18030)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18030): Process ended prematurely: osmo-stp_10.42.42.5(pid=18030) [trial-2396↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18030)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a00:17:44.144465 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:17:44.156617 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:17:44.309300 tst switch_tch_pdch.py: using LAC 37232\u000a00:17:44.430664 tst switch_tch_pdch.py: using RAC 2\u000a00:17:44.552478 tst switch_tch_pdch.py: using CellId 37232\u000a00:17:44.673933 tst switch_tch_pdch.py: using BVCI 37233\u000a00:17:44.697982 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:17:44.710018 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:17:44.721957 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:17:44.734084 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:17:44.746998 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:17:44.759781 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:17:44.772628 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:17:44.785502 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:17:44.904272 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:17:45.193041 tst switch_tch_pdch.py:51: start network...\u000a00:17:45.325538 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:17:45.818119 run create_hlr_db(pid=18024): Launched\u000a00:17:46.003720 bus /gobi_6: Setting Powered False\u000a00:17:47.013867 run create_hlr_db(pid=18024): Terminated: ok {rc=0}\u000a00:17:47.414422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18026): Launched\u000a00:17:47.707080 run osmo-hlr_10.42.42.2(pid=18027): Launched\u000a00:17:47.814633 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:17:48.323723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18029): Launched\u000a00:17:48.617473 run osmo-stp_10.42.42.5(pid=18030): Launched\u000a00:17:48.724621 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:17:49.235538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18032): Launched\u000a00:17:49.339605 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:17:49.595190 run patchelf(pid=18033): Launched\u000a00:17:49.768197 run osmo-stp_10.42.42.5(pid=18030): ERR: Terminated: ERROR {rc=1} [trial-2396↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18030)]\u000a00:17:49.894144 run osmo-stp_10.42.42.5(pid=18030): stdout: \u000a| (launched: 2022-12-14_00:17:48.472731)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:17:50.019957 run osmo-stp_10.42.42.5(pid=18030): stderr: \u000a| �[0;m�[38;5;43m20221214001748642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001748642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001748642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001748643 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001748643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001748643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001748643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:17:50.142289 run osmo-stp_10.42.42.5(pid=18030): stdout: \u000a| (launched: 2022-12-14_00:17:48.472731)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:17:50.263434 run osmo-stp_10.42.42.5(pid=18030): stderr: \u000a| �[0;m�[38;5;43m20221214001748642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001748642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001748642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001748643 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001748643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001748643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001748643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:17:50.404207 run patchelf(pid=18033): Terminating (SIGINT)\u000a00:17:50.569068 run patchelf(pid=18033): Terminated: ok {rc=0}\u000a00:17:50.599122 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=18030): Process ended prematurely: osmo-stp_10.42.42.5(pid=18030) [trial-2396↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18030)] [trial-2396↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a00:17:50.607694 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a00:17:50.666908 run osmo-hlr_10.42.42.2(pid=18027): ERR: Terminated: ERROR {rc=237} [trial-2396↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18027)]\u000a00:17:50.715610 run osmo-hlr_10.42.42.2(pid=18027): stdout: \u000a| (launched: 2022-12-14_00:17:47.563490) \u000a00:17:50.764892 run osmo-hlr_10.42.42.2(pid=18027): stderr: \u000a| �[0;m�[1;31m20221214001747738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001747738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001747738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001747738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001747738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001747738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001747752 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001747762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001747762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001747762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:17:50.807094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18026): Terminating (SIGTERM)\u000a00:17:50.847098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18029): Terminating (SIGTERM)\u000a00:17:50.886682 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18032): Terminating (SIGTERM)\u000a00:17:50.895934 --- ParallelTerminationStrategy: PID 18026 died...\u000a00:17:50.948933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18026): Terminated: ok {rc=0}\u000a00:17:50.958586 --- ParallelTerminationStrategy: PID 18029 died...\u000a00:17:51.011150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18029): Terminated: ok {rc=0}\u000a00:17:51.020681 --- ParallelTerminationStrategy: PID 18032 died...\u000a00:17:51.073385 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18032): Terminated: ok {rc=0}\u000a00:17:51.160550 bus /gobi_0: Setting Powered False\u000a00:17:52.263168 bus /gobi_0: Setting Powered False\u000a00:17:53.371360 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:17:43" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "sms:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18043): Process ended prematurely: osmo-stp_10.42.42.5(pid=18043) [trial-2396↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18043)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18043): Process ended prematurely: osmo-stp_10.42.42.5(pid=18043) [trial-2396↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18043)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a00:17:55.308735 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:17:55.319573 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a00:17:55.456576 tst mo_mt_sms.py: using LAC 37233\u000a00:17:55.579560 tst mo_mt_sms.py: using RAC 3\u000a00:17:55.705196 tst mo_mt_sms.py: using CellId 37233\u000a00:17:55.824034 tst mo_mt_sms.py: using BVCI 37234\u000a00:17:55.846557 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:17:55.857274 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:17:55.867815 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:17:55.878459 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:17:55.889634 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:17:55.900616 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a00:17:56.019995 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a00:17:56.219226 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:17:56.688394 run create_hlr_db(pid=18037): Launched\u000a00:17:56.856825 bus /gobi_6: Setting Powered False\u000a00:17:57.879326 run create_hlr_db(pid=18037): Terminated: ok {rc=0}\u000a00:17:58.295467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18039): Launched\u000a00:17:58.608689 run osmo-hlr_10.42.42.2(pid=18040): Launched\u000a00:17:58.723374 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:17:59.266666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18042): Launched\u000a00:17:59.580995 run osmo-stp_10.42.42.5(pid=18043): Launched\u000a00:17:59.695260 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:18:00.267064 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18045): Launched\u000a00:18:00.581971 run osmo-msc_10.42.42.6(pid=18046): Launched\u000a00:18:00.766805 run osmo-stp_10.42.42.5(pid=18043): ERR: Terminated: ERROR {rc=1} [trial-2396↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18043)]\u000a00:18:00.962404 run osmo-stp_10.42.42.5(pid=18043): stdout: \u000a| (launched: 2022-12-14_00:17:59.426019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:18:01.152108 run osmo-stp_10.42.42.5(pid=18043): stderr: \u000a| �[0;m�[38;5;43m20221214001759615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001759615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001759616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001759616 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001759616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001759617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001759617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:18:01.275702 run osmo-stp_10.42.42.5(pid=18043): stdout: \u000a| (launched: 2022-12-14_00:17:59.426019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:18:01.397910 run osmo-stp_10.42.42.5(pid=18043): stderr: \u000a| �[0;m�[38;5;43m20221214001759615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001759615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001759616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001759616 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001759616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001759617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001759617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:18:01.451757 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=18043): Process ended prematurely: osmo-stp_10.42.42.5(pid=18043) [trial-2396↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18043)] [trial-2396↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a00:18:01.460162 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a00:18:01.522425 run osmo-hlr_10.42.42.2(pid=18040): ERR: Terminated: ERROR {rc=237} [trial-2396↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18040)]\u000a00:18:01.572884 run osmo-hlr_10.42.42.2(pid=18040): stdout: \u000a| (launched: 2022-12-14_00:17:58.454628) \u000a00:18:01.624273 run osmo-hlr_10.42.42.2(pid=18040): stderr: \u000a| �[0;m�[1;31m20221214001758650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001758650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001758650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001758651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001758651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001758651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001758666 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001758675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001758675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001758675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:18:01.694835 run osmo-msc_10.42.42.6(pid=18046): ERR: Terminated: ERROR {rc=2} [trial-2396↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18046)]\u000a00:18:01.745534 run osmo-msc_10.42.42.6(pid=18046): stdout: \u000a| (launched: 2022-12-14_00:18:00.426682) \u000a00:18:01.796322 run osmo-msc_10.42.42.6(pid=18046): stderr: \u000a| �[0;m�[38;5;43m20221214001800745 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214001800745 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff4fb849c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214001800745 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214001800745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214001800745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214001800746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214001800747 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214001800748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214001800748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214001800748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:18:01.839895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18039): Terminating (SIGTERM)\u000a00:18:01.885325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18042): Terminating (SIGTERM)\u000a00:18:01.927548 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18045): Terminating (SIGTERM)\u000a00:18:01.938734 --- ParallelTerminationStrategy: PID 18039 died...\u000a00:18:01.995764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18039): Terminated: ok {rc=0}\u000a00:18:02.005991 --- ParallelTerminationStrategy: PID 18042 died...\u000a00:18:02.061799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18042): Terminated: ok {rc=0}\u000a00:18:02.071980 --- ParallelTerminationStrategy: PID 18045 died...\u000a00:18:02.127111 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18045): Terminated: ok {rc=0}\u000a00:18:02.212829 bus /sierra_3: Setting Powered False\u000a00:18:03.314255 bus /sierra_3: Setting Powered False\u000a00:18:04.418766 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:17:55" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=18052): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18052) [trial-2396↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18052)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=18052): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18052) [trial-2396↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18052)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a00:18:06.272002 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a00:18:06.283294 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a00:18:06.421971 tst assert_extension.py: using LAC 37234\u000a00:18:06.545017 tst assert_extension.py: using RAC 4\u000a00:18:06.667550 tst assert_extension.py: using CellId 37234\u000a00:18:06.787730 tst assert_extension.py: using BVCI 37235\u000a00:18:06.810464 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a00:18:07.095267 tst assert_extension.py:10: start nitb and bts...\u000a00:18:07.226344 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:18:07.873396 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18051): Launched\u000a00:18:08.183020 run osmo-nitb_10.42.42.2(pid=18052): Launched\u000a00:18:08.376447 run osmo-nitb_10.42.42.2(pid=18052): ERR: Terminated: ERROR {rc=2} [trial-2396↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18052)]\u000a00:18:08.518873 run osmo-nitb_10.42.42.2(pid=18052): stdout: \u000a| (launched: 2022-12-14_00:18:08.032906) \u000a00:18:08.661390 run osmo-nitb_10.42.42.2(pid=18052): stderr: \u000a| (launched: 2022-12-14_00:18:08.079478)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:18:08.799415 run osmo-nitb_10.42.42.2(pid=18052): stdout: \u000a| (launched: 2022-12-14_00:18:08.032906) \u000a00:18:08.936155 run osmo-nitb_10.42.42.2(pid=18052): stderr: \u000a| (launched: 2022-12-14_00:18:08.079478)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:18:09.310418 tst osmo-nitb_10.42.42.2(pid=18052): stdout: \u000a| (launched: 2022-12-14_00:18:08.032906) \u000a00:18:09.435572 tst osmo-nitb_10.42.42.2(pid=18052): stderr: \u000a| (launched: 2022-12-14_00:18:08.079478)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:18:09.490113 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=18052): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18052) [trial-2396↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18052)] [trial-2396↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a00:18:09.498616 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a00:18:09.534250 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18051): Terminating (SIGTERM)\u000a00:18:09.712036 --- ParallelTerminationStrategy: PID 18051 died...\u000a00:18:09.768237 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18051): Terminated: ok {rc=0}\u000a00:18:09.853513 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:18:06" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "ussd:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18063): Process ended prematurely: osmo-stp_10.42.42.5(pid=18063) [trial-2396↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18063)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18063): Process ended prematurely: osmo-stp_10.42.42.5(pid=18063) [trial-2396↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18063)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a00:18:11.686163 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:18:11.697209 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a00:18:11.834019 tst assert_extension.py: using LAC 37235\u000a00:18:11.949947 tst assert_extension.py: using RAC 5\u000a00:18:12.070600 tst assert_extension.py: using CellId 37235\u000a00:18:12.191993 tst assert_extension.py: using BVCI 37236\u000a00:18:12.215952 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:18:12.227345 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:18:12.238947 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:18:12.250226 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:18:12.261540 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:18:12.272751 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a00:18:12.470482 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:18:12.939311 run create_hlr_db(pid=18057): Launched\u000a00:18:13.108895 bus /sierra_2: Setting Powered False\u000a00:18:14.129570 run create_hlr_db(pid=18057): Terminated: ok {rc=0}\u000a00:18:14.521530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18059): Launched\u000a00:18:14.814818 run osmo-hlr_10.42.42.2(pid=18060): Launched\u000a00:18:14.930316 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:18:15.447338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18062): Launched\u000a00:18:15.741654 run osmo-stp_10.42.42.5(pid=18063): Launched\u000a00:18:15.870615 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:18:16.498797 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18065): Launched\u000a00:18:16.952281 run osmo-msc_10.42.42.6(pid=18066): Launched\u000a00:18:17.303319 run osmo-stp_10.42.42.5(pid=18063): ERR: Terminated: ERROR {rc=1} [trial-2396↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18063)]\u000a00:18:17.426591 run osmo-stp_10.42.42.5(pid=18063): stdout: \u000a| (launched: 2022-12-14_00:18:15.596194)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:18:17.549283 run osmo-stp_10.42.42.5(pid=18063): stderr: \u000a| �[0;m�[38;5;43m20221214001815765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001815765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001815766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001815766 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001815768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001815768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001815768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:18:17.666982 run osmo-stp_10.42.42.5(pid=18063): stdout: \u000a| (launched: 2022-12-14_00:18:15.596194)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:18:17.783606 run osmo-stp_10.42.42.5(pid=18063): stderr: \u000a| �[0;m�[38;5;43m20221214001815765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001815765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001815766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001815766 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001815768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001815768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001815768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:18:17.834965 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=18063): Process ended prematurely: osmo-stp_10.42.42.5(pid=18063) [trial-2396↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18063)] [trial-2396↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a00:18:17.842852 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a00:18:17.902557 run osmo-hlr_10.42.42.2(pid=18060): ERR: Terminated: ERROR {rc=237} [trial-2396↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18060)]\u000a00:18:17.951523 run osmo-hlr_10.42.42.2(pid=18060): stdout: \u000a| (launched: 2022-12-14_00:18:14.670352) \u000a00:18:18.001225 run osmo-hlr_10.42.42.2(pid=18060): stderr: \u000a| �[0;m�[1;31m20221214001814843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001814843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001814843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001814843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001814843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001814843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001814856 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001814865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001814865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001814865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:18:18.068582 run osmo-msc_10.42.42.6(pid=18066): ERR: Terminated: ERROR {rc=2} [trial-2396↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18066)]\u000a00:18:18.117711 run osmo-msc_10.42.42.6(pid=18066): stdout: \u000a| (launched: 2022-12-14_00:18:16.664171) \u000a00:18:18.167346 run osmo-msc_10.42.42.6(pid=18066): stderr: \u000a| �[0;m�[38;5;43m20221214001817058 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214001817058 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fca438a8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214001817058 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214001817058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214001817058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214001817059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214001817070 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214001817070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214001817070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214001817071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:18:18.209504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18059): Terminating (SIGTERM)\u000a00:18:18.249165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18062): Terminating (SIGTERM)\u000a00:18:18.288684 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18065): Terminating (SIGTERM)\u000a00:18:18.297960 --- ParallelTerminationStrategy: PID 18059 died...\u000a00:18:18.351699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18059): Terminated: ok {rc=0}\u000a00:18:18.361848 --- ParallelTerminationStrategy: PID 18062 died...\u000a00:18:18.415043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18062): Terminated: ok {rc=0}\u000a00:18:18.424598 --- ParallelTerminationStrategy: PID 18065 died...\u000a00:18:18.478334 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18065): Terminated: ok {rc=0}\u000a00:18:18.562230 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:18:11" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18078): Process ended prematurely: osmo-stp_10.42.42.5(pid=18078) [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18078)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18078): Process ended prematurely: osmo-stp_10.42.42.5(pid=18078) [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18078)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a00:18:20.518159 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:18:20.529299 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:18:20.679556 tst mo_mt_call.py: using LAC 37236\u000a00:18:20.796014 tst mo_mt_call.py: using RAC 6\u000a00:18:20.911236 tst mo_mt_call.py: using CellId 37236\u000a00:18:21.029825 tst mo_mt_call.py: using BVCI 37237\u000a00:18:21.052452 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:18:21.063596 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:18:21.074643 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:18:21.085598 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:18:21.096696 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:18:21.107774 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:18:21.228804 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:18:21.440185 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:18:21.943310 run create_hlr_db(pid=18072): Launched\u000a00:18:22.129804 bus /sierra_2: Setting Powered False\u000a00:18:23.150270 run create_hlr_db(pid=18072): Terminated: ok {rc=0}\u000a00:18:23.575667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18074): Launched\u000a00:18:23.896268 run osmo-hlr_10.42.42.2(pid=18075): Launched\u000a00:18:24.016201 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:18:24.570593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18077): Launched\u000a00:18:24.890397 run osmo-stp_10.42.42.5(pid=18078): Launched\u000a00:18:25.006818 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:18:25.588051 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18080): Launched\u000a00:18:25.886186 run osmo-msc_10.42.42.6(pid=18081): Launched\u000a00:18:26.060473 run osmo-stp_10.42.42.5(pid=18078): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18078)]\u000a00:18:26.187117 run osmo-stp_10.42.42.5(pid=18078): stdout: \u000a| (launched: 2022-12-14_00:18:24.733165)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:18:26.311167 run osmo-stp_10.42.42.5(pid=18078): stderr: \u000a| �[0;m�[38;5;43m20221214001824923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001824924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001824924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001824924 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001824925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001824925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001824925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:18:26.431511 run osmo-stp_10.42.42.5(pid=18078): stdout: \u000a| (launched: 2022-12-14_00:18:24.733165)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:18:26.550575 run osmo-stp_10.42.42.5(pid=18078): stderr: \u000a| �[0;m�[38;5;43m20221214001824923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001824924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001824924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001824924 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001824925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001824925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001824925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:18:26.602965 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18078): Process ended prematurely: osmo-stp_10.42.42.5(pid=18078) [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18078)] [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a00:18:26.611482 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a00:18:26.670929 run osmo-hlr_10.42.42.2(pid=18075): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18075)]\u000a00:18:26.719495 run osmo-hlr_10.42.42.2(pid=18075): stdout: \u000a| (launched: 2022-12-14_00:18:23.738368) \u000a00:18:26.768936 run osmo-hlr_10.42.42.2(pid=18075): stderr: \u000a| �[0;m�[1;31m20221214001823936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001823936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001823936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001823936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001823936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001823936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001823948 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001823956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001823957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001823957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:18:26.836054 run osmo-msc_10.42.42.6(pid=18081): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18081)]\u000a00:18:26.884597 run osmo-msc_10.42.42.6(pid=18081): stdout: \u000a| (launched: 2022-12-14_00:18:25.740153) \u000a00:18:26.933776 run osmo-msc_10.42.42.6(pid=18081): stderr: \u000a| �[0;m�[38;5;43m20221214001826010 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214001826010 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1574bb7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214001826010 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214001826010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214001826011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214001826011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214001826012 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214001826013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214001826013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214001826013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:18:26.975103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18074): Terminating (SIGTERM)\u000a00:18:27.014113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18077): Terminating (SIGTERM)\u000a00:18:27.053301 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18080): Terminating (SIGTERM)\u000a00:18:27.062590 --- ParallelTerminationStrategy: PID 18074 died...\u000a00:18:27.115676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18074): Terminated: ok {rc=0}\u000a00:18:27.125307 --- ParallelTerminationStrategy: PID 18077 died...\u000a00:18:27.177784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18077): Terminated: ok {rc=0}\u000a00:18:27.187282 --- ParallelTerminationStrategy: PID 18080 died...\u000a00:18:27.239697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18080): Terminated: ok {rc=0}\u000a00:18:27.322504 bus /sierra_3: Setting Powered False\u000a00:18:28.422623 bus /sierra_3: Setting Powered False\u000a00:18:29.533159 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18089): Process ended prematurely: osmo-stp_10.42.42.5(pid=18089) [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18089)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18089): Process ended prematurely: osmo-stp_10.42.42.5(pid=18089) [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18089)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:18:30.641577 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:18:30.653415 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:18:30.805805 tst mo_mt_call_osmux.py: using LAC 37237\u000a00:18:30.952605 tst mo_mt_call_osmux.py: using RAC 7\u000a00:18:31.090275 tst mo_mt_call_osmux.py: using CellId 37237\u000a00:18:31.217160 tst mo_mt_call_osmux.py: using BVCI 37238\u000a00:18:31.243225 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:18:31.257061 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:18:31.269656 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:18:31.283315 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:18:31.296439 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:18:31.310956 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:18:31.441044 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:18:31.691742 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:18:32.211029 run create_hlr_db(pid=18083): Launched\u000a00:18:32.384325 bus /sierra_2: Setting Powered False\u000a00:18:33.405525 run create_hlr_db(pid=18083): Terminated: ok {rc=0}\u000a00:18:33.828150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18085): Launched\u000a00:18:34.126243 run osmo-hlr_10.42.42.2(pid=18086): Launched\u000a00:18:34.236389 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:18:34.754995 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18088): Launched\u000a00:18:35.052905 run osmo-stp_10.42.42.5(pid=18089): Launched\u000a00:18:35.162123 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:18:35.707696 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18091): Launched\u000a00:18:36.007384 run osmo-msc_10.42.42.6(pid=18092): Launched\u000a00:18:36.184446 run osmo-stp_10.42.42.5(pid=18089): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18089)]\u000a00:18:36.311875 run osmo-stp_10.42.42.5(pid=18089): stdout: \u000a| (launched: 2022-12-14_00:18:34.906826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:18:36.436091 run osmo-stp_10.42.42.5(pid=18089): stderr: \u000a| �[0;m�[38;5;43m20221214001835078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001835078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001835078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001835079 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001835079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001835079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001835079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:18:36.556789 run osmo-stp_10.42.42.5(pid=18089): stdout: \u000a| (launched: 2022-12-14_00:18:34.906826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:18:36.675444 run osmo-stp_10.42.42.5(pid=18089): stderr: \u000a| �[0;m�[38;5;43m20221214001835078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001835078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001835078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001835079 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001835079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001835079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001835079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:18:36.727847 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18089): Process ended prematurely: osmo-stp_10.42.42.5(pid=18089) [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18089)] [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a00:18:36.736256 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a00:18:36.795339 run osmo-hlr_10.42.42.2(pid=18086): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18086)]\u000a00:18:36.843837 run osmo-hlr_10.42.42.2(pid=18086): stdout: \u000a| (launched: 2022-12-14_00:18:33.979826) \u000a00:18:36.892836 run osmo-hlr_10.42.42.2(pid=18086): stderr: \u000a| �[0;m�[1;31m20221214001834154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001834154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001834154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001834154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001834155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001834155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001834167 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001834176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001834176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001834176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:18:36.959493 run osmo-msc_10.42.42.6(pid=18092): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18092)]\u000a00:18:37.007932 run osmo-msc_10.42.42.6(pid=18092): stdout: \u000a| (launched: 2022-12-14_00:18:35.859436) \u000a00:18:37.056828 run osmo-msc_10.42.42.6(pid=18092): stderr: \u000a| �[0;m�[38;5;43m20221214001836130 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214001836130 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8174bbbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214001836130 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214001836130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214001836130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214001836131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214001836132 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214001836133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214001836133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214001836133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:18:37.098271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18085): Terminating (SIGTERM)\u000a00:18:37.137344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18088): Terminating (SIGTERM)\u000a00:18:37.176278 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18091): Terminating (SIGTERM)\u000a00:18:37.185482 --- ParallelTerminationStrategy: PID 18085 died...\u000a00:18:37.238124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18085): Terminated: ok {rc=0}\u000a00:18:37.247596 --- ParallelTerminationStrategy: PID 18088 died...\u000a00:18:37.299879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18088): Terminated: ok {rc=0}\u000a00:18:37.309498 --- ParallelTerminationStrategy: PID 18091 died...\u000a00:18:37.361810 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18091): Terminated: ok {rc=0}\u000a00:18:37.448496 bus /sierra_3: Setting Powered False\u000a00:18:38.551277 bus /sierra_3: Setting Powered False\u000a00:18:39.660871 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:18:20" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18103): Process ended prematurely: osmo-stp_10.42.42.5(pid=18103) [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18103)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18103): Process ended prematurely: osmo-stp_10.42.42.5(pid=18103) [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18103)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a00:18:41.664345 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:18:41.675413 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:18:41.826358 tst mo_mt_call.py: using LAC 37238\u000a00:18:41.949458 tst mo_mt_call.py: using RAC 8\u000a00:18:42.073557 tst mo_mt_call.py: using CellId 37238\u000a00:18:42.198101 tst mo_mt_call.py: using BVCI 37239\u000a00:18:42.222587 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:18:42.234320 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:18:42.245952 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:18:42.257840 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:18:42.269674 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:18:42.281403 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:18:42.398380 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:18:42.608133 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:18:43.108658 run create_hlr_db(pid=18097): Launched\u000a00:18:43.293075 bus /sierra_2: Setting Powered False\u000a00:18:44.315634 run create_hlr_db(pid=18097): Terminated: ok {rc=0}\u000a00:18:44.716287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18099): Launched\u000a00:18:45.013465 run osmo-hlr_10.42.42.2(pid=18100): Launched\u000a00:18:45.127581 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:18:45.644836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18102): Launched\u000a00:18:46.058350 run osmo-stp_10.42.42.5(pid=18103): Launched\u000a00:18:46.362349 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:18:47.176875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18105): Launched\u000a00:18:47.504793 run osmo-msc_10.42.42.6(pid=18106): Launched\u000a00:18:47.695380 run osmo-stp_10.42.42.5(pid=18103): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18103)]\u000a00:18:47.831232 run osmo-stp_10.42.42.5(pid=18103): stdout: \u000a| (launched: 2022-12-14_00:18:45.796465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:18:47.963012 run osmo-stp_10.42.42.5(pid=18103): stderr: \u000a| �[0;m�[38;5;43m20221214001846147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001846148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001846149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001846151 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001846153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001846153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001846153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:18:48.083217 run osmo-stp_10.42.42.5(pid=18103): stdout: \u000a| (launched: 2022-12-14_00:18:45.796465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:18:48.202557 run osmo-stp_10.42.42.5(pid=18103): stderr: \u000a| �[0;m�[38;5;43m20221214001846147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001846148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001846149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001846151 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001846153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001846153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001846153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:18:48.255403 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18103): Process ended prematurely: osmo-stp_10.42.42.5(pid=18103) [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18103)] [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a00:18:48.264008 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a00:18:48.323806 run osmo-hlr_10.42.42.2(pid=18100): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18100)]\u000a00:18:48.373200 run osmo-hlr_10.42.42.2(pid=18100): stdout: \u000a| (launched: 2022-12-14_00:18:44.867853) \u000a00:18:48.423015 run osmo-hlr_10.42.42.2(pid=18100): stderr: \u000a| �[0;m�[1;31m20221214001845042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001845042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001845042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001845042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001845042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001845042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001845055 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001845064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001845064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001845064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:18:48.490534 run osmo-msc_10.42.42.6(pid=18106): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18106)]\u000a00:18:48.539325 run osmo-msc_10.42.42.6(pid=18106): stdout: \u000a| (launched: 2022-12-14_00:18:47.343945) \u000a00:18:48.588896 run osmo-msc_10.42.42.6(pid=18106): stderr: \u000a| �[0;m�[38;5;43m20221214001847662 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214001847662 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8f48938c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214001847662 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214001847662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214001847662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214001847663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214001847664 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214001847665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214001847665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214001847665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:18:48.631265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18099): Terminating (SIGTERM)\u000a00:18:48.670923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18102): Terminating (SIGTERM)\u000a00:18:48.710419 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18105): Terminating (SIGTERM)\u000a00:18:48.719705 --- ParallelTerminationStrategy: PID 18099 died...\u000a00:18:48.773355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18099): Terminated: ok {rc=0}\u000a00:18:48.783044 --- ParallelTerminationStrategy: PID 18102 died...\u000a00:18:48.835954 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18102): Terminated: ok {rc=0}\u000a00:18:48.845989 --- ParallelTerminationStrategy: PID 18105 died...\u000a00:18:48.898858 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18105): Terminated: ok {rc=0}\u000a00:18:48.986154 bus /sierra_3: Setting Powered False\u000a00:18:50.089224 bus /sierra_3: Setting Powered False\u000a00:18:51.194483 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18114): Process ended prematurely: osmo-stp_10.42.42.5(pid=18114) [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18114)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18114): Process ended prematurely: osmo-stp_10.42.42.5(pid=18114) [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18114)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:18:52.308732 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:18:52.321128 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:18:52.483965 tst mo_mt_call_osmux.py: using LAC 37239\u000a00:18:52.608835 tst mo_mt_call_osmux.py: using RAC 9\u000a00:18:52.735469 tst mo_mt_call_osmux.py: using CellId 37239\u000a00:18:52.860198 tst mo_mt_call_osmux.py: using BVCI 37240\u000a00:18:52.884454 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:18:52.896062 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:18:52.907667 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:18:52.919068 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:18:52.930903 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:18:52.942656 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:18:53.062552 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:18:53.261605 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:18:53.738965 run create_hlr_db(pid=18108): Launched\u000a00:18:53.910353 bus /sierra_2: Setting Powered False\u000a00:18:54.931970 run create_hlr_db(pid=18108): Terminated: ok {rc=0}\u000a00:18:55.328516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18110): Launched\u000a00:18:55.626090 run osmo-hlr_10.42.42.2(pid=18111): Launched\u000a00:18:55.742528 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:18:56.271231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18113): Launched\u000a00:18:56.570091 run osmo-stp_10.42.42.5(pid=18114): Launched\u000a00:18:56.680023 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:18:57.223927 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18116): Launched\u000a00:18:57.522961 run osmo-msc_10.42.42.6(pid=18117): Launched\u000a00:18:57.699477 run osmo-stp_10.42.42.5(pid=18114): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18114)]\u000a00:18:57.826548 run osmo-stp_10.42.42.5(pid=18114): stdout: \u000a| (launched: 2022-12-14_00:18:56.423210)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:18:57.951287 run osmo-stp_10.42.42.5(pid=18114): stderr: \u000a| �[0;m�[38;5;43m20221214001856594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001856594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001856594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001856595 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001856595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001856595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001856595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:18:58.071972 run osmo-stp_10.42.42.5(pid=18114): stdout: \u000a| (launched: 2022-12-14_00:18:56.423210)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:18:58.191070 run osmo-stp_10.42.42.5(pid=18114): stderr: \u000a| �[0;m�[38;5;43m20221214001856594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001856594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001856594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001856595 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001856595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001856595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001856595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:18:58.243753 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18114): Process ended prematurely: osmo-stp_10.42.42.5(pid=18114) [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18114)] [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a00:18:58.252173 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a00:18:58.311202 run osmo-hlr_10.42.42.2(pid=18111): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18111)]\u000a00:18:58.359488 run osmo-hlr_10.42.42.2(pid=18111): stdout: \u000a| (launched: 2022-12-14_00:18:55.480257) \u000a00:18:58.408457 run osmo-hlr_10.42.42.2(pid=18111): stderr: \u000a| �[0;m�[1;31m20221214001855659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001855659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001855659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001855659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001855659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001855659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001855672 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001855680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001855681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001855681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:18:58.475789 run osmo-msc_10.42.42.6(pid=18117): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18117)]\u000a00:18:58.524260 run osmo-msc_10.42.42.6(pid=18117): stdout: \u000a| (launched: 2022-12-14_00:18:57.375928) \u000a00:18:58.573060 run osmo-msc_10.42.42.6(pid=18117): stderr: \u000a| �[0;m�[38;5;43m20221214001857648 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214001857648 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff2d784ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214001857648 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214001857648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214001857648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214001857649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214001857650 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214001857651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214001857651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214001857651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:18:58.614334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18110): Terminating (SIGTERM)\u000a00:18:58.653395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18113): Terminating (SIGTERM)\u000a00:18:58.692713 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18116): Terminating (SIGTERM)\u000a00:18:58.701928 --- ParallelTerminationStrategy: PID 18110 died...\u000a00:18:58.754478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18110): Terminated: ok {rc=0}\u000a00:18:58.764087 --- ParallelTerminationStrategy: PID 18113 died...\u000a00:18:58.816342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18113): Terminated: ok {rc=0}\u000a00:18:58.825900 --- ParallelTerminationStrategy: PID 18116 died...\u000a00:18:58.877970 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18116): Terminated: ok {rc=0}\u000a00:18:58.965042 bus /sierra_3: Setting Powered False\u000a00:19:00.066658 bus /sierra_3: Setting Powered False\u000a00:19:01.188089 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:18:41" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18129): Process ended prematurely: osmo-stp_10.42.42.5(pid=18129) [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18129)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18129): Process ended prematurely: osmo-stp_10.42.42.5(pid=18129) [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18129)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a00:19:03.198274 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:19:03.209495 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:19:03.360062 tst mo_mt_call.py: using LAC 37240\u000a00:19:03.475374 tst mo_mt_call.py: using RAC 10\u000a00:19:03.593493 tst mo_mt_call.py: using CellId 37240\u000a00:19:03.708766 tst mo_mt_call.py: using BVCI 37241\u000a00:19:03.731381 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:19:03.742507 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:19:03.753607 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:19:03.764502 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:19:03.776061 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:19:03.787543 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:19:03.907129 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:19:04.108736 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:19:04.586286 run create_hlr_db(pid=18123): Launched\u000a00:19:04.759025 bus /sierra_2: Setting Powered False\u000a00:19:05.780038 run create_hlr_db(pid=18123): Terminated: ok {rc=0}\u000a00:19:06.177280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18125): Launched\u000a00:19:06.475860 run osmo-hlr_10.42.42.2(pid=18126): Launched\u000a00:19:06.584568 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:19:07.101377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18128): Launched\u000a00:19:07.399832 run osmo-stp_10.42.42.5(pid=18129): Launched\u000a00:19:07.508454 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:19:08.053700 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18131): Launched\u000a00:19:08.353303 run osmo-msc_10.42.42.6(pid=18132): Launched\u000a00:19:08.529095 run osmo-stp_10.42.42.5(pid=18129): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18129)]\u000a00:19:08.655724 run osmo-stp_10.42.42.5(pid=18129): stdout: \u000a| (launched: 2022-12-14_00:19:07.253038)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:19:08.780700 run osmo-stp_10.42.42.5(pid=18129): stderr: \u000a| �[0;m�[38;5;43m20221214001907424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001907424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001907425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001907425 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001907425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001907426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001907426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:19:08.900868 run osmo-stp_10.42.42.5(pid=18129): stdout: \u000a| (launched: 2022-12-14_00:19:07.253038)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:19:09.019633 run osmo-stp_10.42.42.5(pid=18129): stderr: \u000a| �[0;m�[38;5;43m20221214001907424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001907424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001907425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001907425 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001907425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001907426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001907426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:19:09.072243 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18129): Process ended prematurely: osmo-stp_10.42.42.5(pid=18129) [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18129)] [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a00:19:09.080795 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a00:19:09.139739 run osmo-hlr_10.42.42.2(pid=18126): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18126)]\u000a00:19:09.188091 run osmo-hlr_10.42.42.2(pid=18126): stdout: \u000a| (launched: 2022-12-14_00:19:06.329215) \u000a00:19:09.237076 run osmo-hlr_10.42.42.2(pid=18126): stderr: \u000a| �[0;m�[1;31m20221214001906508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001906508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001906508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001906508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001906508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001906508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001906521 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001906529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001906529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001906530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:19:09.303765 run osmo-msc_10.42.42.6(pid=18132): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18132)]\u000a00:19:09.351903 run osmo-msc_10.42.42.6(pid=18132): stdout: \u000a| (launched: 2022-12-14_00:19:08.205836) \u000a00:19:09.400621 run osmo-msc_10.42.42.6(pid=18132): stderr: \u000a| �[0;m�[38;5;43m20221214001908478 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214001908478 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdfd1087c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214001908478 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214001908478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214001908479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214001908479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214001908480 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214001908481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214001908481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214001908481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:19:09.441727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18125): Terminating (SIGTERM)\u000a00:19:09.480685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18128): Terminating (SIGTERM)\u000a00:19:09.519611 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18131): Terminating (SIGTERM)\u000a00:19:09.528746 --- ParallelTerminationStrategy: PID 18125 died...\u000a00:19:09.581229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18125): Terminated: ok {rc=0}\u000a00:19:09.590812 --- ParallelTerminationStrategy: PID 18128 died...\u000a00:19:09.643159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18128): Terminated: ok {rc=0}\u000a00:19:09.652578 --- ParallelTerminationStrategy: PID 18131 died...\u000a00:19:09.704779 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18131): Terminated: ok {rc=0}\u000a00:19:09.791674 bus /sierra_3: Setting Powered False\u000a00:19:10.892666 bus /sierra_3: Setting Powered False\u000a00:19:11.998389 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 79, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18140): Process ended prematurely: osmo-stp_10.42.42.5(pid=18140) [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18140)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18140): Process ended prematurely: osmo-stp_10.42.42.5(pid=18140) [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18140)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:19:13.112697 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:19:13.124932 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:19:13.280419 tst mo_mt_call_osmux.py: using LAC 37241\u000a00:19:13.397811 tst mo_mt_call_osmux.py: using RAC 11\u000a00:19:13.515266 tst mo_mt_call_osmux.py: using CellId 37241\u000a00:19:13.635048 tst mo_mt_call_osmux.py: using BVCI 37242\u000a00:19:13.657976 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:19:13.669354 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:19:13.680458 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:19:13.691423 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:19:13.702615 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:19:13.713834 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:19:13.828373 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:19:14.042216 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:19:14.546303 run create_hlr_db(pid=18134): Launched\u000a00:19:14.731714 bus /sierra_2: Setting Powered False\u000a00:19:15.752868 run create_hlr_db(pid=18134): Terminated: ok {rc=0}\u000a00:19:16.218537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18136): Launched\u000a00:19:16.597935 run osmo-hlr_10.42.42.2(pid=18137): Launched\u000a00:19:16.841115 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:19:17.533992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18139): Launched\u000a00:19:17.852180 run osmo-stp_10.42.42.5(pid=18140): Launched\u000a00:19:17.968021 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:19:18.550719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18142): Launched\u000a00:19:18.869924 run osmo-msc_10.42.42.6(pid=18143): Launched\u000a00:19:19.058335 run osmo-stp_10.42.42.5(pid=18140): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18140)]\u000a00:19:19.193529 run osmo-stp_10.42.42.5(pid=18140): stdout: \u000a| (launched: 2022-12-14_00:19:17.696198)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:19:19.329165 run osmo-stp_10.42.42.5(pid=18140): stderr: \u000a| �[0;m�[38;5;43m20221214001917887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001917887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001917887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001917888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001917890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001917890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001917890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:19:19.458102 run osmo-stp_10.42.42.5(pid=18140): stdout: \u000a| (launched: 2022-12-14_00:19:17.696198)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:19:19.585758 run osmo-stp_10.42.42.5(pid=18140): stderr: \u000a| �[0;m�[38;5;43m20221214001917887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001917887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001917887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001917888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001917890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001917890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001917890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:19:19.642126 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18140): Process ended prematurely: osmo-stp_10.42.42.5(pid=18140) [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18140)] [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a00:19:19.651396 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a00:19:19.714178 run osmo-hlr_10.42.42.2(pid=18137): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18137)]\u000a00:19:19.765502 run osmo-hlr_10.42.42.2(pid=18137): stdout: \u000a| (launched: 2022-12-14_00:19:16.375836) \u000a00:19:19.817646 run osmo-hlr_10.42.42.2(pid=18137): stderr: \u000a| �[0;m�[1;31m20221214001916696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001916696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001916696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001916696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001916696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001916696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001916717 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001916737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001916737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001916737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:19:19.887993 run osmo-msc_10.42.42.6(pid=18143): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18143)]\u000a00:19:19.939186 run osmo-msc_10.42.42.6(pid=18143): stdout: \u000a| (launched: 2022-12-14_00:19:18.713427) \u000a00:19:19.990750 run osmo-msc_10.42.42.6(pid=18143): stderr: \u000a| �[0;m�[38;5;43m20221214001919033 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214001919033 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f204bf6bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214001919033 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214001919033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214001919034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214001919034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214001919035 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214001919036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214001919036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214001919036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:19:20.034891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18136): Terminating (SIGTERM)\u000a00:19:20.076679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18139): Terminating (SIGTERM)\u000a00:19:20.118645 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18142): Terminating (SIGTERM)\u000a00:19:20.128253 --- ParallelTerminationStrategy: PID 18136 died...\u000a00:19:20.184354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18136): Terminated: ok {rc=0}\u000a00:19:20.194500 --- ParallelTerminationStrategy: PID 18139 died...\u000a00:19:20.250015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18139): Terminated: ok {rc=0}\u000a00:19:20.260078 --- ParallelTerminationStrategy: PID 18142 died...\u000a00:19:20.316112 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18142): Terminated: ok {rc=0}\u000a00:19:20.402664 bus /sierra_3: Setting Powered False\u000a00:19:21.504728 bus /sierra_3: Setting Powered False\u000a00:19:22.615311 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:19:02" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18154): Process ended prematurely: osmo-stp_10.42.42.5(pid=18154) [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18154)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18154): Process ended prematurely: osmo-stp_10.42.42.5(pid=18154) [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18154)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a00:19:24.600840 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:19:24.612146 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a00:19:24.764715 tst mo_mt_call.py: using LAC 37242\u000a00:19:24.883972 tst mo_mt_call.py: using RAC 12\u000a00:19:25.003042 tst mo_mt_call.py: using CellId 37242\u000a00:19:25.121712 tst mo_mt_call.py: using BVCI 37243\u000a00:19:25.144260 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:19:25.155456 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:19:25.166359 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:19:25.177247 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:19:25.188170 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:19:25.199174 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:19:25.319279 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:19:25.527838 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:19:26.029210 run create_hlr_db(pid=18148): Launched\u000a00:19:26.214284 bus /sierra_2: Setting Powered False\u000a00:19:27.236667 run create_hlr_db(pid=18148): Terminated: ok {rc=0}\u000a00:19:27.637211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18150): Launched\u000a00:19:27.935340 run osmo-hlr_10.42.42.2(pid=18151): Launched\u000a00:19:28.053249 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:19:28.608290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18153): Launched\u000a00:19:28.927624 run osmo-stp_10.42.42.5(pid=18154): Launched\u000a00:19:29.044198 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:19:29.627748 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18156): Launched\u000a00:19:29.946300 run osmo-msc_10.42.42.6(pid=18157): Launched\u000a00:19:30.133456 run osmo-stp_10.42.42.5(pid=18154): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18154)]\u000a00:19:30.268883 run osmo-stp_10.42.42.5(pid=18154): stdout: \u000a| (launched: 2022-12-14_00:19:28.770999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:19:30.404576 run osmo-stp_10.42.42.5(pid=18154): stderr: \u000a| �[0;m�[38;5;43m20221214001928965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001928965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001928965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001928966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001928966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001928966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001928966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:19:30.533392 run osmo-stp_10.42.42.5(pid=18154): stdout: \u000a| (launched: 2022-12-14_00:19:28.770999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:19:30.660467 run osmo-stp_10.42.42.5(pid=18154): stderr: \u000a| �[0;m�[38;5;43m20221214001928965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001928965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001928965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001928966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001928966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001928966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001928966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:19:30.716582 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18154): Process ended prematurely: osmo-stp_10.42.42.5(pid=18154) [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18154)] [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a00:19:30.725831 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a00:19:30.788250 run osmo-hlr_10.42.42.2(pid=18151): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18151)]\u000a00:19:30.844504 run osmo-hlr_10.42.42.2(pid=18151): stdout: \u000a| (launched: 2022-12-14_00:19:27.789095) \u000a00:19:30.905088 run osmo-hlr_10.42.42.2(pid=18151): stderr: \u000a| �[0;m�[1;31m20221214001927963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001927963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001927963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001927963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001927963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001927963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001927975 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001927984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001927984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001927984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:19:30.976165 run osmo-msc_10.42.42.6(pid=18157): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18157)]\u000a00:19:31.027979 run osmo-msc_10.42.42.6(pid=18157): stdout: \u000a| (launched: 2022-12-14_00:19:29.790339) \u000a00:19:31.080243 run osmo-msc_10.42.42.6(pid=18157): stderr: \u000a| �[0;m�[38;5;43m20221214001930110 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214001930111 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb7eb01cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214001930111 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214001930111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214001930111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214001930111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214001930113 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214001930113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214001930113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214001930113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:19:31.125266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18150): Terminating (SIGTERM)\u000a00:19:31.168329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18153): Terminating (SIGTERM)\u000a00:19:31.212047 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18156): Terminating (SIGTERM)\u000a00:19:31.221899 --- ParallelTerminationStrategy: PID 18150 died...\u000a00:19:31.278726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18150): Terminated: ok {rc=0}\u000a00:19:31.289366 --- ParallelTerminationStrategy: PID 18153 died...\u000a00:19:31.346158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18153): Terminated: ok {rc=0}\u000a00:19:31.356683 --- ParallelTerminationStrategy: PID 18156 died...\u000a00:19:31.413545 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18156): Terminated: ok {rc=0}\u000a00:19:31.501277 bus /sierra_3: Setting Powered False\u000a00:19:32.604136 bus /sierra_3: Setting Powered False\u000a00:19:33.709173 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18165): Process ended prematurely: osmo-stp_10.42.42.5(pid=18165) [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18165)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18165): Process ended prematurely: osmo-stp_10.42.42.5(pid=18165) [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18165)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:19:34.822984 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:19:34.835178 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a00:19:34.995332 tst mo_mt_call_osmux.py: using LAC 37243\u000a00:19:35.119768 tst mo_mt_call_osmux.py: using RAC 13\u000a00:19:35.244820 tst mo_mt_call_osmux.py: using CellId 37243\u000a00:19:35.374354 tst mo_mt_call_osmux.py: using BVCI 37244\u000a00:19:35.398640 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:19:35.410301 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:19:35.421793 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:19:35.433211 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:19:35.445126 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:19:35.456840 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:19:35.574107 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:19:35.773523 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:19:36.251856 run create_hlr_db(pid=18159): Launched\u000a00:19:36.424252 bus /sierra_2: Setting Powered False\u000a00:19:37.445772 run create_hlr_db(pid=18159): Terminated: ok {rc=0}\u000a00:19:37.870635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18161): Launched\u000a00:19:38.190838 run osmo-hlr_10.42.42.2(pid=18162): Launched\u000a00:19:38.308259 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:19:38.863998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18164): Launched\u000a00:19:39.183732 run osmo-stp_10.42.42.5(pid=18165): Launched\u000a00:19:39.299925 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:19:39.884009 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18167): Launched\u000a00:19:40.203867 run osmo-msc_10.42.42.6(pid=18168): Launched\u000a00:19:40.392118 run osmo-stp_10.42.42.5(pid=18165): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18165)]\u000a00:19:40.527836 run osmo-stp_10.42.42.5(pid=18165): stdout: \u000a| (launched: 2022-12-14_00:19:39.027278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:19:40.662938 run osmo-stp_10.42.42.5(pid=18165): stderr: \u000a| �[0;m�[38;5;43m20221214001939220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001939220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001939220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001939221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001939221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001939221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001939221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:19:40.791580 run osmo-stp_10.42.42.5(pid=18165): stdout: \u000a| (launched: 2022-12-14_00:19:39.027278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:19:40.919010 run osmo-stp_10.42.42.5(pid=18165): stderr: \u000a| �[0;m�[38;5;43m20221214001939220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001939220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001939220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001939221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001939221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001939221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001939221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:19:40.975192 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18165): Process ended prematurely: osmo-stp_10.42.42.5(pid=18165) [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18165)] [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a00:19:40.984301 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a00:19:41.047242 run osmo-hlr_10.42.42.2(pid=18162): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18162)]\u000a00:19:41.098802 run osmo-hlr_10.42.42.2(pid=18162): stdout: \u000a| (launched: 2022-12-14_00:19:38.033694) \u000a00:19:41.150916 run osmo-hlr_10.42.42.2(pid=18162): stderr: \u000a| �[0;m�[1;31m20221214001938233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001938233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001938233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001938233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001938233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001938233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001938246 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001938255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001938255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001938255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:19:41.221771 run osmo-msc_10.42.42.6(pid=18168): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18168)]\u000a00:19:41.273078 run osmo-msc_10.42.42.6(pid=18168): stdout: \u000a| (launched: 2022-12-14_00:19:40.046835) \u000a00:19:41.325372 run osmo-msc_10.42.42.6(pid=18168): stderr: \u000a| �[0;m�[38;5;43m20221214001940368 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214001940368 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f18ca651c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214001940368 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214001940368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214001940368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214001940368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214001940370 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214001940370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214001940371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214001940371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:19:41.369929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18161): Terminating (SIGTERM)\u000a00:19:41.411478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18164): Terminating (SIGTERM)\u000a00:19:41.453174 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18167): Terminating (SIGTERM)\u000a00:19:41.462860 --- ParallelTerminationStrategy: PID 18161 died...\u000a00:19:41.518997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18161): Terminated: ok {rc=0}\u000a00:19:41.529197 --- ParallelTerminationStrategy: PID 18164 died...\u000a00:19:41.584839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18164): Terminated: ok {rc=0}\u000a00:19:41.594934 --- ParallelTerminationStrategy: PID 18167 died...\u000a00:19:41.650473 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18167): Terminated: ok {rc=0}\u000a00:19:41.736745 bus /sierra_3: Setting Powered False\u000a00:19:42.841994 bus /sierra_3: Setting Powered False\u000a00:19:43.951057 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:19:24" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18179): Process ended prematurely: osmo-stp_10.42.42.5(pid=18179) [trial-2396↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18179)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18179): Process ended prematurely: osmo-stp_10.42.42.5(pid=18179) [trial-2396↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18179)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a00:19:45.992270 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:19:46.004727 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:19:46.162254 tst mo_mt_call.py: using LAC 37244\u000a00:19:46.305935 tst mo_mt_call.py: using RAC 14\u000a00:19:46.432549 tst mo_mt_call.py: using CellId 37244\u000a00:19:46.569530 tst mo_mt_call.py: using BVCI 37245\u000a00:19:46.593897 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:19:46.606125 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:19:46.618145 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:19:46.630303 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:19:46.642176 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:19:46.654052 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:19:46.774835 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:19:47.031144 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:19:47.540359 run create_hlr_db(pid=18173): Launched\u000a00:19:47.725153 bus /sierra_2: Setting Powered False\u000a00:19:48.747312 run create_hlr_db(pid=18173): Terminated: ok {rc=0}\u000a00:19:49.148297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18175): Launched\u000a00:19:49.446594 run osmo-hlr_10.42.42.2(pid=18176): Launched\u000a00:19:49.563497 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:19:50.088864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18178): Launched\u000a00:19:50.388913 run osmo-stp_10.42.42.5(pid=18179): Launched\u000a00:19:50.498183 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:19:51.043235 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18181): Launched\u000a00:19:51.342260 run osmo-msc_10.42.42.6(pid=18182): Launched\u000a00:19:51.521677 run osmo-stp_10.42.42.5(pid=18179): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18179)]\u000a00:19:51.649450 run osmo-stp_10.42.42.5(pid=18179): stdout: \u000a| (launched: 2022-12-14_00:19:50.241116)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:19:51.773849 run osmo-stp_10.42.42.5(pid=18179): stderr: \u000a| �[0;m�[38;5;43m20221214001950410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001950410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001950410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001950411 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001950411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001950411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001950411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:19:51.894175 run osmo-stp_10.42.42.5(pid=18179): stdout: \u000a| (launched: 2022-12-14_00:19:50.241116)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:19:52.013005 run osmo-stp_10.42.42.5(pid=18179): stderr: \u000a| �[0;m�[38;5;43m20221214001950410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214001950410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214001950410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214001950411 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214001950411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214001950411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214001950411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:19:52.065487 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18179): Process ended prematurely: osmo-stp_10.42.42.5(pid=18179) [trial-2396↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18179)] [trial-2396↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a00:19:52.073765 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a00:19:52.132999 run osmo-hlr_10.42.42.2(pid=18176): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18176)]\u000a00:19:52.181460 run osmo-hlr_10.42.42.2(pid=18176): stdout: \u000a| (launched: 2022-12-14_00:19:49.300274) \u000a00:19:52.230654 run osmo-hlr_10.42.42.2(pid=18176): stderr: \u000a| �[0;m�[1;31m20221214001949476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001949476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001949476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001949476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001949476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001949476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001949488 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001949498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001949499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001949499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:19:52.297795 run osmo-msc_10.42.42.6(pid=18182): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18182)]\u000a00:19:52.346222 run osmo-msc_10.42.42.6(pid=18182): stdout: \u000a| (launched: 2022-12-14_00:19:51.195605) \u000a00:19:52.395109 run osmo-msc_10.42.42.6(pid=18182): stderr: \u000a| �[0;m�[38;5;43m20221214001951469 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214001951469 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa57aac6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214001951469 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214001951469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214001951469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214001951470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214001951471 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214001951472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214001951472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214001951472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:19:52.436544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18175): Terminating (SIGTERM)\u000a00:19:52.475582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18178): Terminating (SIGTERM)\u000a00:19:52.515095 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18181): Terminating (SIGTERM)\u000a00:19:52.524221 --- ParallelTerminationStrategy: PID 18175 died...\u000a00:19:52.576801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18175): Terminated: ok {rc=0}\u000a00:19:52.586635 --- ParallelTerminationStrategy: PID 18178 died...\u000a00:19:52.638921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18178): Terminated: ok {rc=0}\u000a00:19:52.648355 --- ParallelTerminationStrategy: PID 18181 died...\u000a00:19:52.700554 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18181): Terminated: ok {rc=0}\u000a00:19:52.783449 bus /sierra_3: Setting Powered False\u000a00:19:53.889037 bus /sierra_3: Setting Powered False\u000a00:19:54.995794 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18190): Process ended prematurely: osmo-stp_10.42.42.5(pid=18190) [trial-2396↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18190)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18190): Process ended prematurely: osmo-stp_10.42.42.5(pid=18190) [trial-2396↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18190)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:19:56.109703 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:19:56.122156 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:19:56.283144 tst mo_mt_call_osmux.py: using LAC 37245\u000a00:19:56.410270 tst mo_mt_call_osmux.py: using RAC 15\u000a00:19:56.540080 tst mo_mt_call_osmux.py: using CellId 37245\u000a00:19:56.663811 tst mo_mt_call_osmux.py: using BVCI 37246\u000a00:19:56.688093 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:19:56.699897 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:19:56.711365 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:19:56.722953 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:19:56.734871 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:19:56.746824 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:19:56.862894 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:19:57.073833 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:19:57.577073 run create_hlr_db(pid=18184): Launched\u000a00:19:57.761657 bus /sierra_2: Setting Powered False\u000a00:19:58.783490 run create_hlr_db(pid=18184): Terminated: ok {rc=0}\u000a00:19:59.186493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18186): Launched\u000a00:19:59.486757 run osmo-hlr_10.42.42.2(pid=18187): Launched\u000a00:19:59.597424 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:20:00.114625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18189): Launched\u000a00:20:00.413852 run osmo-stp_10.42.42.5(pid=18190): Launched\u000a00:20:00.522493 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:20:01.118394 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18192): Launched\u000a00:20:01.488833 run osmo-msc_10.42.42.6(pid=18196): Launched\u000a00:20:01.872287 run osmo-stp_10.42.42.5(pid=18190): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18190)]\u000a00:20:02.215843 run osmo-stp_10.42.42.5(pid=18190): stdout: \u000a| (launched: 2022-12-14_00:20:00.266885)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:20:02.368832 run osmo-stp_10.42.42.5(pid=18190): stderr: \u000a| �[0;m�[38;5;43m20221214002000435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002000435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002000436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002000436 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002000438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002000439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002000439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:20:02.504039 run osmo-stp_10.42.42.5(pid=18190): stdout: \u000a| (launched: 2022-12-14_00:20:00.266885)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:20:02.633113 run osmo-stp_10.42.42.5(pid=18190): stderr: \u000a| �[0;m�[38;5;43m20221214002000435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002000435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002000436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002000436 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002000438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002000439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002000439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:20:02.689785 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18190): Process ended prematurely: osmo-stp_10.42.42.5(pid=18190) [trial-2396↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18190)] [trial-2396↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a00:20:02.698926 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a00:20:02.763187 run osmo-hlr_10.42.42.2(pid=18187): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18187)]\u000a00:20:02.815114 run osmo-hlr_10.42.42.2(pid=18187): stdout: \u000a| (launched: 2022-12-14_00:19:59.338821) \u000a00:20:02.867704 run osmo-hlr_10.42.42.2(pid=18187): stderr: \u000a| �[0;m�[1;31m20221214001959517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214001959517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214001959517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001959517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214001959517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214001959517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214001959530 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214001959539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214001959539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214001959539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:20:02.939244 run osmo-msc_10.42.42.6(pid=18196): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18196)]\u000a00:20:02.991116 run osmo-msc_10.42.42.6(pid=18196): stdout: \u000a| (launched: 2022-12-14_00:20:01.297117) \u000a00:20:03.043700 run osmo-msc_10.42.42.6(pid=18196): stderr: \u000a| �[0;m�[38;5;43m20221214002001877 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214002001878 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3348f6ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214002001878 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214002001879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214002001880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214002001880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214002001885 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214002001886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214002001886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214002001887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:20:03.088705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18186): Terminating (SIGTERM)\u000a00:20:03.131522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18189): Terminating (SIGTERM)\u000a00:20:03.174531 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18192): Terminating (SIGTERM)\u000a00:20:03.184219 --- ParallelTerminationStrategy: PID 18186 died...\u000a00:20:03.241893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18186): Terminated: ok {rc=0}\u000a00:20:03.251968 --- ParallelTerminationStrategy: PID 18189 died...\u000a00:20:03.309630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18189): Terminated: ok {rc=0}\u000a00:20:03.319700 --- ParallelTerminationStrategy: PID 18192 died...\u000a00:20:03.376934 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18192): Terminated: ok {rc=0}\u000a00:20:03.463542 bus /sierra_3: Setting Powered False\u000a00:20:04.568662 bus /sierra_3: Setting Powered False\u000a00:20:05.675455 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:19:45" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18208): Process ended prematurely: osmo-stp_10.42.42.5(pid=18208) [trial-2396↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18208)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18208): Process ended prematurely: osmo-stp_10.42.42.5(pid=18208) [trial-2396↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18208)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a00:20:07.680513 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:20:07.692414 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a00:20:07.836019 tst mo_mt_call.py: using LAC 37246\u000a00:20:07.961260 tst mo_mt_call.py: using RAC 16\u000a00:20:08.086165 tst mo_mt_call.py: using CellId 37246\u000a00:20:08.212597 tst mo_mt_call.py: using BVCI 37247\u000a00:20:08.236939 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:20:08.248863 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:20:08.260493 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:20:08.272075 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:20:08.284571 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:20:08.296927 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a00:20:08.414088 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a00:20:08.627034 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:20:09.128663 run create_hlr_db(pid=18202): Launched\u000a00:20:09.314628 bus /sierra_2: Setting Powered False\u000a00:20:10.335728 run create_hlr_db(pid=18202): Terminated: ok {rc=0}\u000a00:20:10.737082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18204): Launched\u000a00:20:11.034853 run osmo-hlr_10.42.42.2(pid=18205): Launched\u000a00:20:11.152917 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:20:11.680352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18207): Launched\u000a00:20:11.979062 run osmo-stp_10.42.42.5(pid=18208): Launched\u000a00:20:12.087658 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:20:12.632828 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18210): Launched\u000a00:20:12.932198 run osmo-msc_10.42.42.6(pid=18211): Launched\u000a00:20:13.112486 run osmo-stp_10.42.42.5(pid=18208): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18208)]\u000a00:20:13.239023 run osmo-stp_10.42.42.5(pid=18208): stdout: \u000a| (launched: 2022-12-14_00:20:11.832269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:20:13.363745 run osmo-stp_10.42.42.5(pid=18208): stderr: \u000a| �[0;m�[38;5;43m20221214002012002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002012002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002012002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002012003 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002012003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002012003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002012003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:20:13.483629 run osmo-stp_10.42.42.5(pid=18208): stdout: \u000a| (launched: 2022-12-14_00:20:11.832269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:20:13.602410 run osmo-stp_10.42.42.5(pid=18208): stderr: \u000a| �[0;m�[38;5;43m20221214002012002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002012002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002012002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002012003 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002012003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002012003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002012003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:20:13.655029 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18208): Process ended prematurely: osmo-stp_10.42.42.5(pid=18208) [trial-2396↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18208)] [trial-2396↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a00:20:13.663290 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a00:20:13.722215 run osmo-hlr_10.42.42.2(pid=18205): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18205)]\u000a00:20:13.770918 run osmo-hlr_10.42.42.2(pid=18205): stdout: \u000a| (launched: 2022-12-14_00:20:10.888814) \u000a00:20:13.820282 run osmo-hlr_10.42.42.2(pid=18205): stderr: \u000a| �[0;m�[1;31m20221214002011067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214002011067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214002011067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002011067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002011067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214002011067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214002011080 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214002011090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214002011090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214002011090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:20:13.887098 run osmo-msc_10.42.42.6(pid=18211): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18211)]\u000a00:20:13.935403 run osmo-msc_10.42.42.6(pid=18211): stdout: \u000a| (launched: 2022-12-14_00:20:12.784614) \u000a00:20:13.984337 run osmo-msc_10.42.42.6(pid=18211): stderr: \u000a| �[0;m�[38;5;43m20221214002013054 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214002013054 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6a95e4dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214002013055 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214002013055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214002013055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214002013056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214002013058 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214002013058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214002013058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214002013058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:20:14.025830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18204): Terminating (SIGTERM)\u000a00:20:14.064676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18207): Terminating (SIGTERM)\u000a00:20:14.103802 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18210): Terminating (SIGTERM)\u000a00:20:14.113007 --- ParallelTerminationStrategy: PID 18204 died...\u000a00:20:14.165535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18204): Terminated: ok {rc=0}\u000a00:20:14.175009 --- ParallelTerminationStrategy: PID 18207 died...\u000a00:20:14.227102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18207): Terminated: ok {rc=0}\u000a00:20:14.236535 --- ParallelTerminationStrategy: PID 18210 died...\u000a00:20:14.288697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18210): Terminated: ok {rc=0}\u000a00:20:14.376304 bus /sierra_3: Setting Powered False\u000a00:20:15.476154 bus /sierra_3: Setting Powered False\u000a00:20:16.603228 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18219): Process ended prematurely: osmo-stp_10.42.42.5(pid=18219) [trial-2396↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18219)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18219): Process ended prematurely: osmo-stp_10.42.42.5(pid=18219) [trial-2396↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18219)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:20:17.711666 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:20:17.723584 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a00:20:17.864345 tst mo_mt_call_osmux.py: using LAC 37247\u000a00:20:17.982030 tst mo_mt_call_osmux.py: using RAC 17\u000a00:20:18.098282 tst mo_mt_call_osmux.py: using CellId 37247\u000a00:20:18.214482 tst mo_mt_call_osmux.py: using BVCI 37248\u000a00:20:18.237408 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:20:18.248682 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:20:18.259948 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:20:18.271135 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:20:18.282424 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:20:18.293532 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a00:20:18.414310 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a00:20:18.616005 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:20:19.094269 run create_hlr_db(pid=18213): Launched\u000a00:20:19.265864 bus /sierra_2: Setting Powered False\u000a00:20:20.288593 run create_hlr_db(pid=18213): Terminated: ok {rc=0}\u000a00:20:20.687390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18215): Launched\u000a00:20:20.985575 run osmo-hlr_10.42.42.2(pid=18216): Launched\u000a00:20:21.094324 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:20:21.613825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18218): Launched\u000a00:20:21.913982 run osmo-stp_10.42.42.5(pid=18219): Launched\u000a00:20:22.023093 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:20:22.570056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18221): Launched\u000a00:20:22.870220 run osmo-msc_10.42.42.6(pid=18222): Launched\u000a00:20:23.046034 run osmo-stp_10.42.42.5(pid=18219): ERR: Terminated: ERROR {rc=1} [trial-2396↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18219)]\u000a00:20:23.172603 run osmo-stp_10.42.42.5(pid=18219): stdout: \u000a| (launched: 2022-12-14_00:20:21.766776)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:20:23.298104 run osmo-stp_10.42.42.5(pid=18219): stderr: \u000a| �[0;m�[38;5;43m20221214002021938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002021938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002021938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002021938 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002021939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002021939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002021939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:20:23.419257 run osmo-stp_10.42.42.5(pid=18219): stdout: \u000a| (launched: 2022-12-14_00:20:21.766776)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:20:23.538680 run osmo-stp_10.42.42.5(pid=18219): stderr: \u000a| �[0;m�[38;5;43m20221214002021938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002021938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002021938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002021938 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002021939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002021939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002021939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:20:23.591322 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18219): Process ended prematurely: osmo-stp_10.42.42.5(pid=18219) [trial-2396↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18219)] [trial-2396↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a00:20:23.599759 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a00:20:23.658732 run osmo-hlr_10.42.42.2(pid=18216): ERR: Terminated: ERROR {rc=237} [trial-2396↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18216)]\u000a00:20:23.707202 run osmo-hlr_10.42.42.2(pid=18216): stdout: \u000a| (launched: 2022-12-14_00:20:20.839379) \u000a00:20:23.756423 run osmo-hlr_10.42.42.2(pid=18216): stderr: \u000a| �[0;m�[1;31m20221214002021016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214002021016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214002021016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002021016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002021016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214002021016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214002021028 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214002021038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214002021038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214002021038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:20:23.823393 run osmo-msc_10.42.42.6(pid=18222): ERR: Terminated: ERROR {rc=2} [trial-2396↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18222)]\u000a00:20:23.871878 run osmo-msc_10.42.42.6(pid=18222): stdout: \u000a| (launched: 2022-12-14_00:20:22.722568) \u000a00:20:23.920883 run osmo-msc_10.42.42.6(pid=18222): stderr: \u000a| �[0;m�[38;5;43m20221214002022994 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214002022994 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbeacbb0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214002022994 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214002022994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214002022995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214002022995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214002022997 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214002022997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214002022997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214002022997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:20:23.962313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18215): Terminating (SIGTERM)\u000a00:20:24.001537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18218): Terminating (SIGTERM)\u000a00:20:24.041170 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18221): Terminating (SIGTERM)\u000a00:20:24.050365 --- ParallelTerminationStrategy: PID 18215 died...\u000a00:20:24.103289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18215): Terminated: ok {rc=0}\u000a00:20:24.112926 --- ParallelTerminationStrategy: PID 18218 died...\u000a00:20:24.165804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18218): Terminated: ok {rc=0}\u000a00:20:24.175428 --- ParallelTerminationStrategy: PID 18221 died...\u000a00:20:24.228197 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18221): Terminated: ok {rc=0}\u000a00:20:24.311555 bus /sierra_3: Setting Powered False\u000a00:20:25.417341 bus /sierra_3: Setting Powered False\u000a00:20:26.524977 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:20:07" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18235): Process ended prematurely: osmo-stp_10.42.42.5(pid=18235) [trial-2396↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18235)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18235): Process ended prematurely: osmo-stp_10.42.42.5(pid=18235) [trial-2396↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18235)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a00:20:28.557357 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:20:28.568427 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a00:20:28.710704 tst emergency_mo_mt_call.py: using LAC 37248\u000a00:20:28.834294 tst emergency_mo_mt_call.py: using RAC 18\u000a00:20:28.957260 tst emergency_mo_mt_call.py: using CellId 37248\u000a00:20:29.082093 tst emergency_mo_mt_call.py: using BVCI 37249\u000a00:20:29.105934 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:20:29.117182 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:20:29.128170 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:20:29.139325 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:20:29.151611 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:20:29.163441 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a00:20:29.281902 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a00:20:29.477459 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:20:29.948029 run create_hlr_db(pid=18229): Launched\u000a00:20:30.117789 bus /sierra_2: Setting Powered False\u000a00:20:31.177082 run create_hlr_db(pid=18229): Terminated: ok {rc=0}\u000a00:20:31.619592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18231): Launched\u000a00:20:32.075727 run osmo-hlr_10.42.42.2(pid=18232): Launched\u000a00:20:32.273803 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:20:32.835578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18234): Launched\u000a00:20:33.150367 run osmo-stp_10.42.42.5(pid=18235): Launched\u000a00:20:33.277273 tst emergency_mo_mt_call.py: using MSISDN 8401\u000a00:20:33.434811 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:20:34.007342 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18237): Launched\u000a00:20:34.322283 run osmo-msc_10.42.42.6(pid=18238): Launched\u000a00:20:34.507810 run osmo-stp_10.42.42.5(pid=18235): ERR: Terminated: ERROR {rc=1} [trial-2396↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18235)]\u000a00:20:34.642016 run osmo-stp_10.42.42.5(pid=18235): stdout: \u000a| (launched: 2022-12-14_00:20:32.995639)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:20:34.775385 run osmo-stp_10.42.42.5(pid=18235): stderr: \u000a| �[0;m�[38;5;43m20221214002033187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002033187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002033188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002033188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002033189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002033189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002033189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:20:34.902248 run osmo-stp_10.42.42.5(pid=18235): stdout: \u000a| (launched: 2022-12-14_00:20:32.995639)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:20:35.027890 run osmo-stp_10.42.42.5(pid=18235): stderr: \u000a| �[0;m�[38;5;43m20221214002033187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002033187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002033188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002033188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002033189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002033189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002033189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:20:35.082814 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=18235): Process ended prematurely: osmo-stp_10.42.42.5(pid=18235) [trial-2396↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18235)] [trial-2396↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a00:20:35.091186 tst emergency_mo_mt_call.py:19: Test FAILED (6.5 sec)\u000a00:20:35.153871 run osmo-hlr_10.42.42.2(pid=18232): ERR: Terminated: ERROR {rc=237} [trial-2396↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18232)]\u000a00:20:35.204988 run osmo-hlr_10.42.42.2(pid=18232): stdout: \u000a| (launched: 2022-12-14_00:20:31.772510) \u000a00:20:35.256417 run osmo-hlr_10.42.42.2(pid=18232): stderr: \u000a| �[0;m�[1;31m20221214002032038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214002032038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214002032038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002032038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002032038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214002032038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214002032059 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214002032074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214002032075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214002032075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:20:35.326727 run osmo-msc_10.42.42.6(pid=18238): ERR: Terminated: ERROR {rc=2} [trial-2396↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18238)]\u000a00:20:35.377721 run osmo-msc_10.42.42.6(pid=18238): stdout: \u000a| (launched: 2022-12-14_00:20:34.167203) \u000a00:20:35.429065 run osmo-msc_10.42.42.6(pid=18238): stderr: \u000a| �[0;m�[38;5;43m20221214002034488 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214002034489 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0158a8dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214002034489 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214002034489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214002034489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214002034489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214002034491 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214002034491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214002034492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214002034492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:20:35.472890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18231): Terminating (SIGTERM)\u000a00:20:35.514215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18234): Terminating (SIGTERM)\u000a00:20:35.555865 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18237): Terminating (SIGTERM)\u000a00:20:35.565481 --- ParallelTerminationStrategy: PID 18231 died...\u000a00:20:35.621089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18231): Terminated: ok {rc=0}\u000a00:20:35.630942 --- ParallelTerminationStrategy: PID 18234 died...\u000a00:20:35.686106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18234): Terminated: ok {rc=0}\u000a00:20:35.695989 --- ParallelTerminationStrategy: PID 18237 died...\u000a00:20:35.751286 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18237): Terminated: ok {rc=0}\u000a00:20:35.837732 bus /sierra_3: Setting Powered False\u000a00:20:36.941991 bus /sierra_3: Setting Powered False\u000a00:20:38.052224 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18246): Process ended prematurely: osmo-stp_10.42.42.5(pid=18246) [trial-2396↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18246)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18246): Process ended prematurely: osmo-stp_10.42.42.5(pid=18246) [trial-2396↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18246)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a00:20:39.102737 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:20:39.114125 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a00:20:39.245342 tst emergency_preemptive_call.py: using LAC 37249\u000a00:20:39.364799 tst emergency_preemptive_call.py: using RAC 19\u000a00:20:39.479364 tst emergency_preemptive_call.py: using CellId 37249\u000a00:20:39.593327 tst emergency_preemptive_call.py: using BVCI 37250\u000a00:20:39.615586 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:20:39.626418 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:20:39.636784 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:20:39.647233 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:20:39.658153 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:20:39.668621 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a00:20:39.782555 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a00:20:39.902398 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a00:20:40.018088 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a00:20:40.219991 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:20:40.692831 run create_hlr_db(pid=18240): Launched\u000a00:20:40.862394 bus /sierra_2: Setting Powered False\u000a00:20:41.884882 run create_hlr_db(pid=18240): Terminated: ok {rc=0}\u000a00:20:42.313813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18242): Launched\u000a00:20:42.628826 run osmo-hlr_10.42.42.2(pid=18243): Launched\u000a00:20:42.747613 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:20:43.291825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18245): Launched\u000a00:20:43.607106 run osmo-stp_10.42.42.5(pid=18246): Launched\u000a00:20:43.734725 tst emergency_preemptive_call.py: using MSISDN 8402\u000a00:20:43.890852 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:20:44.462363 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18248): Launched\u000a00:20:44.776151 run osmo-msc_10.42.42.6(pid=18249): Launched\u000a00:20:44.961289 run osmo-stp_10.42.42.5(pid=18246): ERR: Terminated: ERROR {rc=1} [trial-2396↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18246)]\u000a00:20:45.095605 run osmo-stp_10.42.42.5(pid=18246): stdout: \u000a| (launched: 2022-12-14_00:20:43.452090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:20:45.228786 run osmo-stp_10.42.42.5(pid=18246): stderr: \u000a| �[0;m�[38;5;43m20221214002043644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002043644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002043645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002043645 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002043646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002043646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002043646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:20:45.355619 run osmo-stp_10.42.42.5(pid=18246): stdout: \u000a| (launched: 2022-12-14_00:20:43.452090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:20:45.481223 run osmo-stp_10.42.42.5(pid=18246): stderr: \u000a| �[0;m�[38;5;43m20221214002043644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002043644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002043645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002043645 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002043646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002043646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002043646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:20:45.536328 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=18246): Process ended prematurely: osmo-stp_10.42.42.5(pid=18246) [trial-2396↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18246)] [trial-2396↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a00:20:45.544823 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a00:20:45.607874 run osmo-hlr_10.42.42.2(pid=18243): ERR: Terminated: ERROR {rc=237} [trial-2396↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18243)]\u000a00:20:45.659279 run osmo-hlr_10.42.42.2(pid=18243): stdout: \u000a| (launched: 2022-12-14_00:20:42.473933) \u000a00:20:45.711258 run osmo-hlr_10.42.42.2(pid=18243): stderr: \u000a| �[0;m�[1;31m20221214002042671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214002042671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214002042671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002042671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002042671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214002042671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214002042684 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214002042693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214002042693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214002042693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:20:45.781838 run osmo-msc_10.42.42.6(pid=18249): ERR: Terminated: ERROR {rc=2} [trial-2396↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18249)]\u000a00:20:45.837387 run osmo-msc_10.42.42.6(pid=18249): stdout: \u000a| (launched: 2022-12-14_00:20:44.622184) \u000a00:20:45.899704 run osmo-msc_10.42.42.6(pid=18249): stderr: \u000a| �[0;m�[38;5;43m20221214002044942 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214002044942 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f599b5f3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214002044942 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214002044942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214002044943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214002044943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214002044944 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214002044945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214002044945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214002044945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:20:45.956344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18242): Terminating (SIGTERM)\u000a00:20:46.002260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18245): Terminating (SIGTERM)\u000a00:20:46.045162 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18248): Terminating (SIGTERM)\u000a00:20:46.055040 --- ParallelTerminationStrategy: PID 18242 died...\u000a00:20:46.112453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18242): Terminated: ok {rc=0}\u000a00:20:46.123244 --- ParallelTerminationStrategy: PID 18245 died...\u000a00:20:46.180706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18245): Terminated: ok {rc=0}\u000a00:20:46.191352 --- ParallelTerminationStrategy: PID 18248 died...\u000a00:20:46.248684 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18248): Terminated: ok {rc=0}\u000a00:20:46.336715 bus /sierra_9: Setting Powered False\u000a00:20:47.438139 bus /sierra_9: Setting Powered False\u000a00:20:48.548473 bus /sierra_8: Setting Powered False\u000a00:20:49.650605 bus /sierra_8: Setting Powered False\u000a00:20:50.759984 bus /sierra_3: Setting Powered False\u000a00:20:51.861239 bus /sierra_3: Setting Powered False\u000a00:20:52.972255 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:20:28" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18265): Process ended prematurely: osmo-stp_10.42.42.5(pid=18265) [trial-2396↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18265)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18265): Process ended prematurely: osmo-stp_10.42.42.5(pid=18265) [trial-2396↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18265)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:20:55.104327 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:20:55.115451 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a00:20:55.257386 tst cs_paging_gprs_active.py: using LAC 37250\u000a00:20:55.385254 tst cs_paging_gprs_active.py: using RAC 20\u000a00:20:55.510233 tst cs_paging_gprs_active.py: using CellId 37250\u000a00:20:55.638756 tst cs_paging_gprs_active.py: using BVCI 37251\u000a00:20:55.663783 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:20:55.674935 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:20:55.685860 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:20:55.696797 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:20:55.707962 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:20:55.719268 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:20:55.730721 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:20:55.741876 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:20:55.752736 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a00:20:55.869992 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a00:20:56.166623 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:20:56.301353 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:20:56.634659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18255): Launched\u000a00:20:56.910258 run iperf3-srv_10.42.42.10(pid=18256): Launched\u000a00:20:57.107350 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:20:57.241981 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:20:57.575501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18257): Launched\u000a00:20:57.850905 run iperf3-srv_10.42.42.10(pid=18258): Launched\u000a00:20:58.047748 tst cs_paging_gprs_active.py:38: start network...\u000a00:20:58.182041 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:20:58.686418 run create_hlr_db(pid=18259): Launched\u000a00:20:58.872504 bus /sierra_2: Setting Powered False\u000a00:20:59.893489 run create_hlr_db(pid=18259): Terminated: ok {rc=0}\u000a00:21:00.319336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18261): Launched\u000a00:21:00.641384 run osmo-hlr_10.42.42.2(pid=18262): Launched\u000a00:21:00.756301 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:21:01.332828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18264): Launched\u000a00:21:01.697128 run osmo-stp_10.42.42.5(pid=18265): Launched\u000a00:21:01.871262 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:21:02.530519 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18267): Launched\u000a00:21:02.645623 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:21:02.924522 run patchelf(pid=18268): Launched\u000a00:21:03.111532 run osmo-stp_10.42.42.5(pid=18265): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18265)]\u000a00:21:03.249021 run osmo-stp_10.42.42.5(pid=18265): stdout: \u000a| (launched: 2022-12-14_00:21:01.499142)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:21:03.387063 run osmo-stp_10.42.42.5(pid=18265): stderr: \u000a| �[0;m�[38;5;43m20221214002101864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002101864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002101864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002101871 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002101872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002101872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002101872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:21:03.519782 run osmo-stp_10.42.42.5(pid=18265): stdout: \u000a| (launched: 2022-12-14_00:21:01.499142)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:21:03.651258 run osmo-stp_10.42.42.5(pid=18265): stderr: \u000a| �[0;m�[38;5;43m20221214002101864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002101864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002101864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002101871 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002101872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002101872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002101872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:21:03.804619 run patchelf(pid=18268): Terminating (SIGINT)\u000a00:21:03.984512 run patchelf(pid=18268): Terminated: ok {rc=0}\u000a00:21:04.017655 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18265): Process ended prematurely: osmo-stp_10.42.42.5(pid=18265) [trial-2396↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18265)] [trial-2396↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a00:21:04.027297 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a00:21:04.090249 run osmo-hlr_10.42.42.2(pid=18262): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18262)]\u000a00:21:04.141519 run osmo-hlr_10.42.42.2(pid=18262): stdout: \u000a| (launched: 2022-12-14_00:21:00.483170) \u000a00:21:04.193446 run osmo-hlr_10.42.42.2(pid=18262): stderr: \u000a| �[0;m�[1;31m20221214002100682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214002100682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214002100682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002100682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002100682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214002100682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214002100694 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214002100702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214002100703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214002100703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:21:04.237720 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18255): Terminating (SIGTERM)\u000a00:21:04.279302 run iperf3-srv_10.42.42.10(pid=18256): Terminating (SIGTERM)\u000a00:21:04.321482 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18257): Terminating (SIGTERM)\u000a00:21:04.363568 run iperf3-srv_10.42.42.10(pid=18258): Terminating (SIGTERM)\u000a00:21:04.405660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18261): Terminating (SIGTERM)\u000a00:21:04.447671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18264): Terminating (SIGTERM)\u000a00:21:04.489869 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18267): Terminating (SIGTERM)\u000a00:21:04.499452 --- ParallelTerminationStrategy: PID 18255 died...\u000a00:21:04.555198 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18255): Terminated: ok {rc=0}\u000a00:21:04.565317 --- ParallelTerminationStrategy: PID 18256 died...\u000a00:21:04.621000 run iperf3-srv_10.42.42.10(pid=18256): Terminated {rc=256}\u000a00:21:04.630894 --- ParallelTerminationStrategy: PID 18257 died...\u000a00:21:04.686467 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18257): Terminated: ok {rc=0}\u000a00:21:04.696356 --- ParallelTerminationStrategy: PID 18258 died...\u000a00:21:04.751777 run iperf3-srv_10.42.42.10(pid=18258): Terminated {rc=256}\u000a00:21:04.761777 --- ParallelTerminationStrategy: PID 18261 died...\u000a00:21:04.817048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18261): Terminated: ok {rc=0}\u000a00:21:04.826964 --- ParallelTerminationStrategy: PID 18264 died...\u000a00:21:04.883049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18264): Terminated: ok {rc=0}\u000a00:21:04.893210 --- ParallelTerminationStrategy: PID 18267 died...\u000a00:21:04.949207 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18267): Terminated: ok {rc=0}\u000a00:21:05.035445 bus /gobi_0: Setting Powered False\u000a00:21:06.141453 bus /gobi_0: Setting Powered False\u000a00:21:07.249789 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 84, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18277): Process ended prematurely: osmo-stp_10.42.42.5(pid=18277) [trial-2396↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18277)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18277): Process ended prematurely: osmo-stp_10.42.42.5(pid=18277) [trial-2396↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18277)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a00:21:08.364571 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:08.376499 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a00:21:08.519131 tst iperf3.py: using LAC 37251\u000a00:21:08.646070 tst iperf3.py: using RAC 21\u000a00:21:08.770931 tst iperf3.py: using CellId 37251\u000a00:21:08.895774 tst iperf3.py: using BVCI 37252\u000a00:21:08.920284 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:08.931544 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:08.942588 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:08.953535 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:08.964706 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:08.975923 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:08.987430 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:08.998689 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:09.010120 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a00:21:09.287797 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:21:09.413437 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:21:09.725345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18269): Launched\u000a00:21:09.984112 run iperf3-srv_10.42.42.10(pid=18270): Launched\u000a00:21:10.168075 tst iperf3.py:8: start network...\u000a00:21:10.293469 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:21:10.776856 run create_hlr_db(pid=18271): Launched\u000a00:21:10.949418 bus /gobi_6: Setting Powered False\u000a00:21:11.972318 run create_hlr_db(pid=18271): Terminated: ok {rc=0}\u000a00:21:12.399364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18273): Launched\u000a00:21:12.720318 run osmo-hlr_10.42.42.2(pid=18274): Launched\u000a00:21:12.839308 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:21:13.398596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18276): Launched\u000a00:21:13.719524 run osmo-stp_10.42.42.5(pid=18277): Launched\u000a00:21:13.836385 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:21:14.393722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18279): Launched\u000a00:21:14.508107 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:21:14.787132 run patchelf(pid=18280): Launched\u000a00:21:14.975104 run osmo-stp_10.42.42.5(pid=18277): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18277)]\u000a00:21:15.113024 run osmo-stp_10.42.42.5(pid=18277): stdout: \u000a| (launched: 2022-12-14_00:21:13.561926)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:21:15.251188 run osmo-stp_10.42.42.5(pid=18277): stderr: \u000a| �[0;m�[38;5;43m20221214002113754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002113754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002113754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002113755 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002113755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002113755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002113755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:21:15.385137 run osmo-stp_10.42.42.5(pid=18277): stdout: \u000a| (launched: 2022-12-14_00:21:13.561926)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:21:15.517267 run osmo-stp_10.42.42.5(pid=18277): stderr: \u000a| �[0;m�[38;5;43m20221214002113754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002113754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002113754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002113755 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002113755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002113755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002113755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:21:15.671357 run patchelf(pid=18280): Terminating (SIGINT)\u000a00:21:15.856431 run patchelf(pid=18280): Terminated: ok {rc=0}\u000a00:21:15.892834 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18277): Process ended prematurely: osmo-stp_10.42.42.5(pid=18277) [trial-2396↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18277)] [trial-2396↪gprs:nanobts+band-900↪iperf3.py:8]\u000a00:21:15.905582 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a00:21:15.981756 run osmo-hlr_10.42.42.2(pid=18274): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18274)]\u000a00:21:16.035509 run osmo-hlr_10.42.42.2(pid=18274): stdout: \u000a| (launched: 2022-12-14_00:21:12.562938) \u000a00:21:16.097357 run osmo-hlr_10.42.42.2(pid=18274): stderr: \u000a| �[0;m�[1;31m20221214002112761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214002112761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214002112761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002112761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002112761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214002112762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214002112774 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214002112782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214002112783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214002112783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:21:16.144724 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18269): Terminating (SIGTERM)\u000a00:21:16.190901 run iperf3-srv_10.42.42.10(pid=18270): Terminating (SIGTERM)\u000a00:21:16.237211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18273): Terminating (SIGTERM)\u000a00:21:16.281462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18276): Terminating (SIGTERM)\u000a00:21:16.327943 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18279): Terminating (SIGTERM)\u000a00:21:16.338601 --- ParallelTerminationStrategy: PID 18269 died...\u000a00:21:16.398533 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18269): Terminated: ok {rc=0}\u000a00:21:16.409675 --- ParallelTerminationStrategy: PID 18270 died...\u000a00:21:16.468894 run iperf3-srv_10.42.42.10(pid=18270): Terminated {rc=256}\u000a00:21:16.479976 --- ParallelTerminationStrategy: PID 18273 died...\u000a00:21:16.539627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18273): Terminated: ok {rc=0}\u000a00:21:16.550680 --- ParallelTerminationStrategy: PID 18276 died...\u000a00:21:16.610097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18276): Terminated: ok {rc=0}\u000a00:21:16.621267 --- ParallelTerminationStrategy: PID 18279 died...\u000a00:21:16.680890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18279): Terminated: ok {rc=0}\u000a00:21:16.771668 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 236, "className" : "gprs:nanobts+band-900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18295): Process ended prematurely: osmo-stp_10.42.42.5(pid=18295) [trial-2396↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18295)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18295): Process ended prematurely: osmo-stp_10.42.42.5(pid=18295) [trial-2396↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18295)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a00:21:17.887403 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:17.898998 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a00:21:18.036088 tst iperf3m4.py: using LAC 37252\u000a00:21:18.156418 tst iperf3m4.py: using RAC 22\u000a00:21:18.275397 tst iperf3m4.py: using CellId 37252\u000a00:21:18.395665 tst iperf3m4.py: using BVCI 37253\u000a00:21:18.418753 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:18.429659 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:18.440088 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:18.450564 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:18.461464 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:18.472199 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:18.483357 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:18.494133 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:18.504841 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a00:21:18.620369 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a00:21:18.741167 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a00:21:18.858354 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a00:21:19.136774 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:21:19.262076 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:21:19.573599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18281): Launched\u000a00:21:19.832387 run iperf3-srv_10.42.42.10(pid=18282): Launched\u000a00:21:20.015471 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:21:20.140308 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:21:20.451566 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18283): Launched\u000a00:21:20.709605 run iperf3-srv_10.42.42.10(pid=18284): Launched\u000a00:21:20.892405 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:21:21.017268 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:21:21.328398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18285): Launched\u000a00:21:21.587318 run iperf3-srv_10.42.42.10(pid=18286): Launched\u000a00:21:21.770935 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:21:21.897173 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:21:22.209236 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18287): Launched\u000a00:21:22.468197 run iperf3-srv_10.42.42.10(pid=18288): Launched\u000a00:21:22.651514 tst iperf3m4.py:8: start network...\u000a00:21:22.776595 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:21:23.258540 run create_hlr_db(pid=18289): Launched\u000a00:21:23.431575 bus /gobi_6: Setting Powered False\u000a00:21:24.454403 run create_hlr_db(pid=18289): Terminated: ok {rc=0}\u000a00:21:24.883527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18291): Launched\u000a00:21:25.207066 run osmo-hlr_10.42.42.2(pid=18292): Launched\u000a00:21:25.327078 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:21:25.887034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18294): Launched\u000a00:21:26.209821 run osmo-stp_10.42.42.5(pid=18295): Launched\u000a00:21:26.327711 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:21:26.888591 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18297): Launched\u000a00:21:27.003941 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:21:27.284181 run patchelf(pid=18298): Launched\u000a00:21:27.473460 run osmo-stp_10.42.42.5(pid=18295): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18295)]\u000a00:21:27.611797 run osmo-stp_10.42.42.5(pid=18295): stdout: \u000a| (launched: 2022-12-14_00:21:26.051370)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:21:27.750750 run osmo-stp_10.42.42.5(pid=18295): stderr: \u000a| �[0;m�[38;5;43m20221214002126244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002126245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002126245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002126245 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002126246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002126246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002126246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:21:27.884536 run osmo-stp_10.42.42.5(pid=18295): stdout: \u000a| (launched: 2022-12-14_00:21:26.051370)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:21:28.017140 run osmo-stp_10.42.42.5(pid=18295): stderr: \u000a| �[0;m�[38;5;43m20221214002126244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002126245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002126245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002126245 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002126246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002126246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002126246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:21:28.171802 run patchelf(pid=18298): Terminating (SIGINT)\u000a00:21:28.354178 run patchelf(pid=18298): Terminated: ok {rc=0}\u000a00:21:28.387660 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18295): Process ended prematurely: osmo-stp_10.42.42.5(pid=18295) [trial-2396↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18295)] [trial-2396↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a00:21:28.397520 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a00:21:28.461577 run osmo-hlr_10.42.42.2(pid=18292): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18292)]\u000a00:21:28.513546 run osmo-hlr_10.42.42.2(pid=18292): stdout: \u000a| (launched: 2022-12-14_00:21:25.048164) \u000a00:21:28.566279 run osmo-hlr_10.42.42.2(pid=18292): stderr: \u000a| �[0;m�[1;31m20221214002125245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214002125245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214002125246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002125246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002125246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214002125246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214002125261 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214002125269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214002125269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214002125269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:21:28.611028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18281): Terminating (SIGTERM)\u000a00:21:28.653314 run iperf3-srv_10.42.42.10(pid=18282): Terminating (SIGTERM)\u000a00:21:28.695575 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18283): Terminating (SIGTERM)\u000a00:21:28.737969 run iperf3-srv_10.42.42.10(pid=18284): Terminating (SIGTERM)\u000a00:21:28.780190 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18285): Terminating (SIGTERM)\u000a00:21:28.822627 run iperf3-srv_10.42.42.10(pid=18286): Terminating (SIGTERM)\u000a00:21:28.864813 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18287): Terminating (SIGTERM)\u000a00:21:28.907083 run iperf3-srv_10.42.42.10(pid=18288): Terminating (SIGTERM)\u000a00:21:28.949378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18291): Terminating (SIGTERM)\u000a00:21:28.991531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18294): Terminating (SIGTERM)\u000a00:21:29.033787 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18297): Terminating (SIGTERM)\u000a00:21:29.043619 --- ParallelTerminationStrategy: PID 18281 died...\u000a00:21:29.100593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18281): Terminated: ok {rc=0}\u000a00:21:29.110915 --- ParallelTerminationStrategy: PID 18282 died...\u000a00:21:29.167352 run iperf3-srv_10.42.42.10(pid=18282): Terminated {rc=256}\u000a00:21:29.177978 --- ParallelTerminationStrategy: PID 18283 died...\u000a00:21:29.234350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18283): Terminated: ok {rc=0}\u000a00:21:29.244431 --- ParallelTerminationStrategy: PID 18284 died...\u000a00:21:29.300497 run iperf3-srv_10.42.42.10(pid=18284): Terminated {rc=256}\u000a00:21:29.310682 --- ParallelTerminationStrategy: PID 18285 died...\u000a00:21:29.367107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18285): Terminated: ok {rc=0}\u000a00:21:29.377396 --- ParallelTerminationStrategy: PID 18286 died...\u000a00:21:29.433536 run iperf3-srv_10.42.42.10(pid=18286): Terminated {rc=256}\u000a00:21:29.443518 --- ParallelTerminationStrategy: PID 18287 died...\u000a00:21:29.499721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18287): Terminated: ok {rc=0}\u000a00:21:29.509894 --- ParallelTerminationStrategy: PID 18288 died...\u000a00:21:29.566063 run iperf3-srv_10.42.42.10(pid=18288): Terminated {rc=256}\u000a00:21:29.576289 --- ParallelTerminationStrategy: PID 18291 died...\u000a00:21:29.632554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18291): Terminated: ok {rc=0}\u000a00:21:29.642871 --- ParallelTerminationStrategy: PID 18294 died...\u000a00:21:29.699255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18294): Terminated: ok {rc=0}\u000a00:21:29.709589 --- ParallelTerminationStrategy: PID 18297 died...\u000a00:21:29.765876 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18297): Terminated: ok {rc=0}\u000a00:21:29.853227 bus /gobi_4: Setting Powered False\u000a00:21:30.979312 bus /gobi_4: Setting Powered False\u000a00:21:32.121071 bus /gobi_1: Setting Powered False\u000a00:21:33.222521 bus /gobi_1: Setting Powered False\u000a00:21:34.333462 bus /gobi_0: Setting Powered False\u000a00:21:35.437622 bus /gobi_0: Setting Powered False\u000a00:21:36.545970 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18305): Process ended prematurely: osmo-stp_10.42.42.5(pid=18305) [trial-2396↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18305)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18305): Process ended prematurely: osmo-stp_10.42.42.5(pid=18305) [trial-2396↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18305)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a00:21:37.614439 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:37.626108 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a00:21:37.763867 tst ping.py: using LAC 37253\u000a00:21:37.885876 tst ping.py: using RAC 23\u000a00:21:38.007896 tst ping.py: using CellId 37253\u000a00:21:38.130548 tst ping.py: using BVCI 37254\u000a00:21:38.154886 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:38.166393 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:38.177898 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:38.188931 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:38.200347 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:38.211766 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:38.223382 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:38.234819 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a00:21:38.523498 tst ping.py:19: start network...\u000a00:21:38.655539 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:21:39.149809 run create_hlr_db(pid=18299): Launched\u000a00:21:39.333117 bus /gobi_6: Setting Powered False\u000a00:21:40.354871 run create_hlr_db(pid=18299): Terminated: ok {rc=0}\u000a00:21:40.773720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18301): Launched\u000a00:21:41.088493 run osmo-hlr_10.42.42.2(pid=18302): Launched\u000a00:21:41.205077 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:21:41.754079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18304): Launched\u000a00:21:42.069729 run osmo-stp_10.42.42.5(pid=18305): Launched\u000a00:21:42.184693 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:21:42.734741 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18307): Launched\u000a00:21:42.847298 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:21:43.122044 run patchelf(pid=18308): Launched\u000a00:21:43.306898 run osmo-stp_10.42.42.5(pid=18305): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18305)]\u000a00:21:43.442615 run osmo-stp_10.42.42.5(pid=18305): stdout: \u000a| (launched: 2022-12-14_00:21:41.914535)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:21:43.577606 run osmo-stp_10.42.42.5(pid=18305): stderr: \u000a| �[0;m�[38;5;43m20221214002142107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002142108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002142108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002142108 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002142109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002142109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002142109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:21:43.708580 run osmo-stp_10.42.42.5(pid=18305): stdout: \u000a| (launched: 2022-12-14_00:21:41.914535)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:21:43.838548 run osmo-stp_10.42.42.5(pid=18305): stderr: \u000a| �[0;m�[38;5;43m20221214002142107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002142108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002142108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002142108 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002142109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002142109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002142109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:21:43.989655 run patchelf(pid=18308): Terminating (SIGINT)\u000a00:21:44.166615 run patchelf(pid=18308): Terminated: ok {rc=0}\u000a00:21:44.198673 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18305): Process ended prematurely: osmo-stp_10.42.42.5(pid=18305) [trial-2396↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18305)] [trial-2396↪gprs:nanobts+band-900↪ping.py:22]\u000a00:21:44.207857 tst ping.py:22: Test FAILED (6.6 sec)\u000a00:21:44.271636 run osmo-hlr_10.42.42.2(pid=18302): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18302)]\u000a00:21:44.323595 run osmo-hlr_10.42.42.2(pid=18302): stdout: \u000a| (launched: 2022-12-14_00:21:40.934007) \u000a00:21:44.376598 run osmo-hlr_10.42.42.2(pid=18302): stderr: \u000a| �[0;m�[1;31m20221214002141131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214002141131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214002141131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002141131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002141131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214002141131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214002141144 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214002141153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214002141153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214002141153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:21:44.421495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18301): Terminating (SIGTERM)\u000a00:21:44.464081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18304): Terminating (SIGTERM)\u000a00:21:44.506757 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18307): Terminating (SIGTERM)\u000a00:21:44.516590 --- ParallelTerminationStrategy: PID 18301 died...\u000a00:21:44.573433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18301): Terminated: ok {rc=0}\u000a00:21:44.583750 --- ParallelTerminationStrategy: PID 18304 died...\u000a00:21:44.640238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18304): Terminated: ok {rc=0}\u000a00:21:44.650512 --- ParallelTerminationStrategy: PID 18307 died...\u000a00:21:44.706868 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18307): Terminated: ok {rc=0}\u000a00:21:44.793934 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18315): Process ended prematurely: osmo-stp_10.42.42.5(pid=18315) [trial-2396↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18315)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18315): Process ended prematurely: osmo-stp_10.42.42.5(pid=18315) [trial-2396↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18315)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a00:21:45.864159 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:45.886757 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a00:21:46.036790 tst ping_idle_ping.py: using LAC 37254\u000a00:21:46.163289 tst ping_idle_ping.py: using RAC 24\u000a00:21:46.313585 tst ping_idle_ping.py: using CellId 37254\u000a00:21:46.453371 tst ping_idle_ping.py: using BVCI 37255\u000a00:21:46.478760 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:46.490921 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:46.502981 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:46.515035 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:46.528187 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:46.541253 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:46.555278 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:46.567519 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a00:21:46.863895 tst ping_idle_ping.py:24: start network...\u000a00:21:47.000009 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:21:47.504295 run create_hlr_db(pid=18309): Launched\u000a00:21:47.688908 bus /gobi_6: Setting Powered False\u000a00:21:48.711162 run create_hlr_db(pid=18309): Terminated: ok {rc=0}\u000a00:21:49.133414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18311): Launched\u000a00:21:49.451347 run osmo-hlr_10.42.42.2(pid=18312): Launched\u000a00:21:49.570346 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:21:50.120124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18314): Launched\u000a00:21:50.437317 run osmo-stp_10.42.42.5(pid=18315): Launched\u000a00:21:50.553264 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:21:51.105305 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18317): Launched\u000a00:21:51.218371 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:21:51.493893 run patchelf(pid=18318): Launched\u000a00:21:51.678800 run osmo-stp_10.42.42.5(pid=18315): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18315)]\u000a00:21:51.814243 run osmo-stp_10.42.42.5(pid=18315): stdout: \u000a| (launched: 2022-12-14_00:21:50.281082)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:21:51.950502 run osmo-stp_10.42.42.5(pid=18315): stderr: \u000a| �[0;m�[38;5;43m20221214002150474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002150474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002150474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002150475 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002150475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002150475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002150475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:21:52.081838 run osmo-stp_10.42.42.5(pid=18315): stdout: \u000a| (launched: 2022-12-14_00:21:50.281082)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:21:52.211595 run osmo-stp_10.42.42.5(pid=18315): stderr: \u000a| �[0;m�[38;5;43m20221214002150474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002150474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002150474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002150475 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002150475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002150475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002150475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:21:52.363271 run patchelf(pid=18318): Terminating (SIGINT)\u000a00:21:52.540686 run patchelf(pid=18318): Terminated: ok {rc=0}\u000a00:21:52.572839 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18315): Process ended prematurely: osmo-stp_10.42.42.5(pid=18315) [trial-2396↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18315)] [trial-2396↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a00:21:52.581993 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a00:21:52.645422 run osmo-hlr_10.42.42.2(pid=18312): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18312)]\u000a00:21:52.697287 run osmo-hlr_10.42.42.2(pid=18312): stdout: \u000a| (launched: 2022-12-14_00:21:49.294819) \u000a00:21:52.749809 run osmo-hlr_10.42.42.2(pid=18312): stderr: \u000a| �[0;m�[1;31m20221214002149494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214002149494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214002149494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002149494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002149494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214002149494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214002149507 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214002149515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214002149515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214002149515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:21:52.794581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18311): Terminating (SIGTERM)\u000a00:21:52.837232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18314): Terminating (SIGTERM)\u000a00:21:52.879695 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18317): Terminating (SIGTERM)\u000a00:21:52.889614 --- ParallelTerminationStrategy: PID 18311 died...\u000a00:21:52.946329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18311): Terminated: ok {rc=0}\u000a00:21:52.956647 --- ParallelTerminationStrategy: PID 18314 died...\u000a00:21:53.013067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18314): Terminated: ok {rc=0}\u000a00:21:53.023341 --- ParallelTerminationStrategy: PID 18317 died...\u000a00:21:53.079467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18317): Terminated: ok {rc=0}\u000a00:21:53.165894 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:20:54" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18332): Process ended prematurely: osmo-stp_10.42.42.5(pid=18332) [trial-2396↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18332)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18332): Process ended prematurely: osmo-stp_10.42.42.5(pid=18332) [trial-2396↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18332)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:21:55.314609 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:21:55.325517 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:21:55.468754 tst cs_paging_gprs_active.py: using LAC 37255\u000a00:21:55.595294 tst cs_paging_gprs_active.py: using RAC 25\u000a00:21:55.716854 tst cs_paging_gprs_active.py: using CellId 37255\u000a00:21:55.836008 tst cs_paging_gprs_active.py: using BVCI 37256\u000a00:21:55.859227 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:21:55.870252 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:21:55.881082 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:21:55.891858 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:21:55.902575 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:21:55.913629 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:21:55.924523 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:21:55.935234 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:21:55.946188 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:21:56.066530 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:21:56.360376 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:21:56.495768 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:21:56.829065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18322): Launched\u000a00:21:57.105950 run iperf3-srv_10.42.42.10(pid=18323): Launched\u000a00:21:57.303902 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:21:57.439468 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:21:57.772940 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18324): Launched\u000a00:21:58.049904 run iperf3-srv_10.42.42.10(pid=18325): Launched\u000a00:21:58.247945 tst cs_paging_gprs_active.py:38: start network...\u000a00:21:58.383203 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:21:58.889830 run create_hlr_db(pid=18326): Launched\u000a00:21:59.076414 bus /gobi_6: Setting Powered False\u000a00:22:00.098321 run create_hlr_db(pid=18326): Terminated: ok {rc=0}\u000a00:22:00.505619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18328): Launched\u000a00:22:00.807422 run osmo-hlr_10.42.42.2(pid=18329): Launched\u000a00:22:01.044594 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:22:01.661620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18331): Launched\u000a00:22:02.065960 run osmo-stp_10.42.42.5(pid=18332): Launched\u000a00:22:02.260287 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:22:02.819323 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18334): Launched\u000a00:22:02.935007 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:22:03.215489 run patchelf(pid=18335): Launched\u000a00:22:03.403686 run osmo-stp_10.42.42.5(pid=18332): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18332)]\u000a00:22:03.541751 run osmo-stp_10.42.42.5(pid=18332): stdout: \u000a| (launched: 2022-12-14_00:22:01.831308)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:22:03.679804 run osmo-stp_10.42.42.5(pid=18332): stderr: \u000a| �[0;m�[38;5;43m20221214002202092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002202092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002202092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002202094 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002202094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002202095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002202095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:22:03.812938 run osmo-stp_10.42.42.5(pid=18332): stdout: \u000a| (launched: 2022-12-14_00:22:01.831308)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:22:03.945360 run osmo-stp_10.42.42.5(pid=18332): stderr: \u000a| �[0;m�[38;5;43m20221214002202092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002202092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002202092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002202094 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002202094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002202095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002202095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:22:04.098859 run patchelf(pid=18335): Terminating (SIGINT)\u000a00:22:04.279474 run patchelf(pid=18335): Terminated: ok {rc=0}\u000a00:22:04.312529 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18332): Process ended prematurely: osmo-stp_10.42.42.5(pid=18332) [trial-2396↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18332)] [trial-2396↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a00:22:04.322551 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a00:22:04.385719 run osmo-hlr_10.42.42.2(pid=18329): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18329)]\u000a00:22:04.436765 run osmo-hlr_10.42.42.2(pid=18329): stdout: \u000a| (launched: 2022-12-14_00:22:00.659376) \u000a00:22:04.489012 run osmo-hlr_10.42.42.2(pid=18329): stderr: \u000a| �[0;m�[1;31m20221214002200834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214002200834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214002200834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002200834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002200834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214002200834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214002200858 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214002200873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214002200873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214002200874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:22:04.533074 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18322): Terminating (SIGTERM)\u000a00:22:04.574520 run iperf3-srv_10.42.42.10(pid=18323): Terminating (SIGTERM)\u000a00:22:04.615819 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18324): Terminating (SIGTERM)\u000a00:22:04.657727 run iperf3-srv_10.42.42.10(pid=18325): Terminating (SIGTERM)\u000a00:22:04.699667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18328): Terminating (SIGTERM)\u000a00:22:04.741664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18331): Terminating (SIGTERM)\u000a00:22:04.783570 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18334): Terminating (SIGTERM)\u000a00:22:04.793216 --- ParallelTerminationStrategy: PID 18322 died...\u000a00:22:04.848737 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18322): Terminated: ok {rc=0}\u000a00:22:04.859099 --- ParallelTerminationStrategy: PID 18323 died...\u000a00:22:04.914330 run iperf3-srv_10.42.42.10(pid=18323): Terminated {rc=256}\u000a00:22:04.924295 --- ParallelTerminationStrategy: PID 18324 died...\u000a00:22:04.979877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18324): Terminated: ok {rc=0}\u000a00:22:04.989905 --- ParallelTerminationStrategy: PID 18325 died...\u000a00:22:05.045140 run iperf3-srv_10.42.42.10(pid=18325): Terminated {rc=256}\u000a00:22:05.055023 --- ParallelTerminationStrategy: PID 18328 died...\u000a00:22:05.110587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18328): Terminated: ok {rc=0}\u000a00:22:05.120506 --- ParallelTerminationStrategy: PID 18331 died...\u000a00:22:05.175992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18331): Terminated: ok {rc=0}\u000a00:22:05.186012 --- ParallelTerminationStrategy: PID 18334 died...\u000a00:22:05.241507 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18334): Terminated: ok {rc=0}\u000a00:22:05.327225 bus /gobi_0: Setting Powered False\u000a00:22:06.431288 bus /gobi_0: Setting Powered False\u000a00:22:07.540896 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18344): Process ended prematurely: osmo-stp_10.42.42.5(pid=18344) [trial-2396↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18344)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18344): Process ended prematurely: osmo-stp_10.42.42.5(pid=18344) [trial-2396↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18344)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a00:22:08.655078 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:08.666961 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:22:08.817188 tst iperf3.py: using LAC 37256\u000a00:22:08.942718 tst iperf3.py: using RAC 26\u000a00:22:09.067250 tst iperf3.py: using CellId 37256\u000a00:22:09.191493 tst iperf3.py: using BVCI 37257\u000a00:22:09.216008 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:09.227483 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:09.238847 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:09.250048 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:09.261853 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:09.273280 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:09.284769 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:09.296169 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:09.307807 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:22:09.590804 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:22:09.716550 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:22:10.029075 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18336): Launched\u000a00:22:10.289921 run iperf3-srv_10.42.42.10(pid=18337): Launched\u000a00:22:10.475091 tst iperf3.py:8: start network...\u000a00:22:10.601289 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:22:11.084402 run create_hlr_db(pid=18338): Launched\u000a00:22:11.257527 bus /gobi_6: Setting Powered False\u000a00:22:12.280907 run create_hlr_db(pid=18338): Terminated: ok {rc=0}\u000a00:22:12.709163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18340): Launched\u000a00:22:13.031341 run osmo-hlr_10.42.42.2(pid=18341): Launched\u000a00:22:13.151004 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:22:13.711357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18343): Launched\u000a00:22:14.032710 run osmo-stp_10.42.42.5(pid=18344): Launched\u000a00:22:14.149969 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:22:14.712015 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18346): Launched\u000a00:22:14.827199 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:22:15.107912 run patchelf(pid=18347): Launched\u000a00:22:15.296295 run osmo-stp_10.42.42.5(pid=18344): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18344)]\u000a00:22:15.434502 run osmo-stp_10.42.42.5(pid=18344): stdout: \u000a| (launched: 2022-12-14_00:22:13.874847)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:22:15.572892 run osmo-stp_10.42.42.5(pid=18344): stderr: \u000a| �[0;m�[38;5;43m20221214002214066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002214067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002214067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002214067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002214068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002214068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002214068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:22:15.706309 run osmo-stp_10.42.42.5(pid=18344): stdout: \u000a| (launched: 2022-12-14_00:22:13.874847)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:22:15.853712 run osmo-stp_10.42.42.5(pid=18344): stderr: \u000a| �[0;m�[38;5;43m20221214002214066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002214067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002214067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002214067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002214068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002214068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002214068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:22:16.025474 run patchelf(pid=18347): Terminating (SIGINT)\u000a00:22:16.210125 run patchelf(pid=18347): Terminated: ok {rc=0}\u000a00:22:16.244318 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18344): Process ended prematurely: osmo-stp_10.42.42.5(pid=18344) [trial-2396↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18344)] [trial-2396↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a00:22:16.255253 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a00:22:16.321336 run osmo-hlr_10.42.42.2(pid=18341): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18341)]\u000a00:22:16.375616 run osmo-hlr_10.42.42.2(pid=18341): stdout: \u000a| (launched: 2022-12-14_00:22:12.873245) \u000a00:22:16.430256 run osmo-hlr_10.42.42.2(pid=18341): stderr: \u000a| �[0;m�[1;31m20221214002213074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214002213074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214002213074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002213074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002213074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214002213074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214002213086 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214002213095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214002213095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214002213095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:22:16.476854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18336): Terminating (SIGTERM)\u000a00:22:16.522575 run iperf3-srv_10.42.42.10(pid=18337): Terminating (SIGTERM)\u000a00:22:16.568364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18340): Terminating (SIGTERM)\u000a00:22:16.614563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18343): Terminating (SIGTERM)\u000a00:22:16.658726 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18346): Terminating (SIGTERM)\u000a00:22:16.669062 --- ParallelTerminationStrategy: PID 18336 died...\u000a00:22:16.727883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18336): Terminated: ok {rc=0}\u000a00:22:16.739641 --- ParallelTerminationStrategy: PID 18337 died...\u000a00:22:16.797603 run iperf3-srv_10.42.42.10(pid=18337): Terminated {rc=256}\u000a00:22:16.808759 --- ParallelTerminationStrategy: PID 18340 died...\u000a00:22:16.867421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18340): Terminated: ok {rc=0}\u000a00:22:16.878511 --- ParallelTerminationStrategy: PID 18343 died...\u000a00:22:16.937022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18343): Terminated: ok {rc=0}\u000a00:22:16.948077 --- ParallelTerminationStrategy: PID 18346 died...\u000a00:22:17.006698 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18346): Terminated: ok {rc=0}\u000a00:22:17.097265 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18363): Process ended prematurely: osmo-stp_10.42.42.5(pid=18363) [trial-2396↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18363)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18363): Process ended prematurely: osmo-stp_10.42.42.5(pid=18363) [trial-2396↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18363)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a00:22:18.211108 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:18.223256 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:22:18.367329 tst iperf3m4.py: using LAC 37257\u000a00:22:18.495021 tst iperf3m4.py: using RAC 27\u000a00:22:18.621291 tst iperf3m4.py: using CellId 37257\u000a00:22:18.749239 tst iperf3m4.py: using BVCI 37258\u000a00:22:18.774009 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:18.785520 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:18.796680 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:18.808007 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:18.819551 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:18.831088 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:18.842729 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:18.854174 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:18.865769 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:22:18.987135 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:22:19.108463 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:22:19.226095 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:22:19.503945 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:22:19.629603 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:22:19.941629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18349): Launched\u000a00:22:20.200942 run iperf3-srv_10.42.42.10(pid=18350): Launched\u000a00:22:20.385685 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:22:20.511288 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:22:20.823733 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18351): Launched\u000a00:22:21.082774 run iperf3-srv_10.42.42.10(pid=18352): Launched\u000a00:22:21.266052 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:22:21.390887 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:22:21.702818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18353): Launched\u000a00:22:21.962131 run iperf3-srv_10.42.42.10(pid=18354): Launched\u000a00:22:22.145211 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:22:22.270276 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:22:22.582719 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18355): Launched\u000a00:22:22.841679 run iperf3-srv_10.42.42.10(pid=18356): Launched\u000a00:22:23.024238 tst iperf3m4.py:8: start network...\u000a00:22:23.149186 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:22:23.629948 run create_hlr_db(pid=18357): Launched\u000a00:22:23.802155 bus /gobi_6: Setting Powered False\u000a00:22:24.825113 run create_hlr_db(pid=18357): Terminated: ok {rc=0}\u000a00:22:25.251061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18359): Launched\u000a00:22:25.573832 run osmo-hlr_10.42.42.2(pid=18360): Launched\u000a00:22:25.691998 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:22:26.251389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18362): Launched\u000a00:22:26.574194 run osmo-stp_10.42.42.5(pid=18363): Launched\u000a00:22:26.691234 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:22:27.251092 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18365): Launched\u000a00:22:27.366729 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:22:27.647721 run patchelf(pid=18366): Launched\u000a00:22:27.835713 run osmo-stp_10.42.42.5(pid=18363): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18363)]\u000a00:22:27.973655 run osmo-stp_10.42.42.5(pid=18363): stdout: \u000a| (launched: 2022-12-14_00:22:26.415735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:22:28.111513 run osmo-stp_10.42.42.5(pid=18363): stderr: \u000a| �[0;m�[38;5;43m20221214002226606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002226607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002226607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002226607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002226608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002226608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002226608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:22:28.244769 run osmo-stp_10.42.42.5(pid=18363): stdout: \u000a| (launched: 2022-12-14_00:22:26.415735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:22:28.377734 run osmo-stp_10.42.42.5(pid=18363): stderr: \u000a| �[0;m�[38;5;43m20221214002226606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002226607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002226607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002226607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002226608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002226608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002226608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:22:28.531462 run patchelf(pid=18366): Terminating (SIGINT)\u000a00:22:28.711940 run patchelf(pid=18366): Terminated: ok {rc=0}\u000a00:22:28.745167 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18363): Process ended prematurely: osmo-stp_10.42.42.5(pid=18363) [trial-2396↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18363)] [trial-2396↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a00:22:28.755373 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a00:22:28.819558 run osmo-hlr_10.42.42.2(pid=18360): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18360)]\u000a00:22:28.870826 run osmo-hlr_10.42.42.2(pid=18360): stdout: \u000a| (launched: 2022-12-14_00:22:25.414804) \u000a00:22:28.922824 run osmo-hlr_10.42.42.2(pid=18360): stderr: \u000a| �[0;m�[1;31m20221214002225613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214002225613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214002225613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002225613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002225614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214002225614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214002225625 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214002225634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214002225635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214002225635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:22:28.967417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18349): Terminating (SIGTERM)\u000a00:22:29.009632 run iperf3-srv_10.42.42.10(pid=18350): Terminating (SIGTERM)\u000a00:22:29.051545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18351): Terminating (SIGTERM)\u000a00:22:29.093524 run iperf3-srv_10.42.42.10(pid=18352): Terminating (SIGTERM)\u000a00:22:29.135385 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18353): Terminating (SIGTERM)\u000a00:22:29.177817 run iperf3-srv_10.42.42.10(pid=18354): Terminating (SIGTERM)\u000a00:22:29.219328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18355): Terminating (SIGTERM)\u000a00:22:29.261250 run iperf3-srv_10.42.42.10(pid=18356): Terminating (SIGTERM)\u000a00:22:29.303167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18359): Terminating (SIGTERM)\u000a00:22:29.344619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18362): Terminating (SIGTERM)\u000a00:22:29.386526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18365): Terminating (SIGTERM)\u000a00:22:29.396256 --- ParallelTerminationStrategy: PID 18349 died...\u000a00:22:29.452197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18349): Terminated: ok {rc=0}\u000a00:22:29.462232 --- ParallelTerminationStrategy: PID 18350 died...\u000a00:22:29.517854 run iperf3-srv_10.42.42.10(pid=18350): Terminated {rc=256}\u000a00:22:29.527906 --- ParallelTerminationStrategy: PID 18351 died...\u000a00:22:29.583493 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18351): Terminated: ok {rc=0}\u000a00:22:29.593966 --- ParallelTerminationStrategy: PID 18352 died...\u000a00:22:29.649219 run iperf3-srv_10.42.42.10(pid=18352): Terminated {rc=256}\u000a00:22:29.659525 --- ParallelTerminationStrategy: PID 18353 died...\u000a00:22:29.715163 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18353): Terminated: ok {rc=0}\u000a00:22:29.725318 --- ParallelTerminationStrategy: PID 18354 died...\u000a00:22:29.780624 run iperf3-srv_10.42.42.10(pid=18354): Terminated {rc=256}\u000a00:22:29.790621 --- ParallelTerminationStrategy: PID 18355 died...\u000a00:22:29.846179 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18355): Terminated: ok {rc=0}\u000a00:22:29.856326 --- ParallelTerminationStrategy: PID 18356 died...\u000a00:22:29.911844 run iperf3-srv_10.42.42.10(pid=18356): Terminated {rc=256}\u000a00:22:29.921930 --- ParallelTerminationStrategy: PID 18359 died...\u000a00:22:29.977573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18359): Terminated: ok {rc=0}\u000a00:22:29.987617 --- ParallelTerminationStrategy: PID 18362 died...\u000a00:22:30.043145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18362): Terminated: ok {rc=0}\u000a00:22:30.053392 --- ParallelTerminationStrategy: PID 18365 died...\u000a00:22:30.109460 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18365): Terminated: ok {rc=0}\u000a00:22:30.196617 bus /gobi_4: Setting Powered False\u000a00:22:31.302868 bus /gobi_4: Setting Powered False\u000a00:22:32.420679 bus /gobi_1: Setting Powered False\u000a00:22:33.523458 bus /gobi_1: Setting Powered False\u000a00:22:34.634521 bus /gobi_0: Setting Powered False\u000a00:22:35.736913 bus /gobi_0: Setting Powered False\u000a00:22:36.848441 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18374): Process ended prematurely: osmo-stp_10.42.42.5(pid=18374) [trial-2396↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18374)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18374): Process ended prematurely: osmo-stp_10.42.42.5(pid=18374) [trial-2396↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18374)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a00:22:37.916756 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:37.928828 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:22:38.070685 tst ping.py: using LAC 37258\u000a00:22:38.199873 tst ping.py: using RAC 28\u000a00:22:38.322314 tst ping.py: using CellId 37258\u000a00:22:38.445509 tst ping.py: using BVCI 37259\u000a00:22:38.469832 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:38.481527 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:38.492882 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:38.504127 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:38.515576 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:38.527180 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:38.538831 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:38.550413 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:22:38.837554 tst ping.py:19: start network...\u000a00:22:38.969610 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:22:39.464442 run create_hlr_db(pid=18368): Launched\u000a00:22:39.647940 bus /gobi_6: Setting Powered False\u000a00:22:40.668752 run create_hlr_db(pid=18368): Terminated: ok {rc=0}\u000a00:22:41.065580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18370): Launched\u000a00:22:41.362045 run osmo-hlr_10.42.42.2(pid=18371): Launched\u000a00:22:41.480250 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:22:42.002617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18373): Launched\u000a00:22:42.297449 run osmo-stp_10.42.42.5(pid=18374): Launched\u000a00:22:42.404442 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:22:42.920493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18376): Launched\u000a00:22:43.025842 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:22:43.283941 run patchelf(pid=18377): Launched\u000a00:22:43.457365 run osmo-stp_10.42.42.5(pid=18374): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18374)]\u000a00:22:43.583679 run osmo-stp_10.42.42.5(pid=18374): stdout: \u000a| (launched: 2022-12-14_00:22:42.152332)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:22:43.710655 run osmo-stp_10.42.42.5(pid=18374): stderr: \u000a| �[0;m�[38;5;43m20221214002242323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002242323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002242323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002242323 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002242324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002242324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002242324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:22:43.833363 run osmo-stp_10.42.42.5(pid=18374): stdout: \u000a| (launched: 2022-12-14_00:22:42.152332)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:22:43.954870 run osmo-stp_10.42.42.5(pid=18374): stderr: \u000a| �[0;m�[38;5;43m20221214002242323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002242323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002242323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002242323 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002242324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002242324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002242324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:22:44.096312 run patchelf(pid=18377): Terminating (SIGINT)\u000a00:22:44.262171 run patchelf(pid=18377): Terminated: ok {rc=0}\u000a00:22:44.292306 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18374): Process ended prematurely: osmo-stp_10.42.42.5(pid=18374) [trial-2396↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18374)] [trial-2396↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a00:22:44.300712 tst ping.py:22: Test FAILED (6.4 sec)\u000a00:22:44.359754 run osmo-hlr_10.42.42.2(pid=18371): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18371)]\u000a00:22:44.408202 run osmo-hlr_10.42.42.2(pid=18371): stdout: \u000a| (launched: 2022-12-14_00:22:41.215958) \u000a00:22:44.457336 run osmo-hlr_10.42.42.2(pid=18371): stderr: \u000a| �[0;m�[1;31m20221214002241391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214002241391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214002241391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002241391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002241391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214002241392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214002241404 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214002241414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214002241414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214002241414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:22:44.499495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18370): Terminating (SIGTERM)\u000a00:22:44.538626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18373): Terminating (SIGTERM)\u000a00:22:44.577808 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18376): Terminating (SIGTERM)\u000a00:22:44.586992 --- ParallelTerminationStrategy: PID 18370 died...\u000a00:22:44.639574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18370): Terminated: ok {rc=0}\u000a00:22:44.649216 --- ParallelTerminationStrategy: PID 18373 died...\u000a00:22:44.701551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18373): Terminated: ok {rc=0}\u000a00:22:44.711110 --- ParallelTerminationStrategy: PID 18376 died...\u000a00:22:44.763257 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18376): Terminated: ok {rc=0}\u000a00:22:44.845075 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18384): Process ended prematurely: osmo-stp_10.42.42.5(pid=18384) [trial-2396↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18384)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18384): Process ended prematurely: osmo-stp_10.42.42.5(pid=18384) [trial-2396↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18384)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a00:22:45.906897 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:45.925326 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:22:46.086372 tst ping_idle_ping.py: using LAC 37259\u000a00:22:46.214863 tst ping_idle_ping.py: using RAC 29\u000a00:22:46.336788 tst ping_idle_ping.py: using CellId 37259\u000a00:22:46.453860 tst ping_idle_ping.py: using BVCI 37260\u000a00:22:46.478914 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:46.491033 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:46.502886 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:46.514725 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:46.527293 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:46.539638 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:46.552044 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:46.564435 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:22:46.864735 tst ping_idle_ping.py:24: start network...\u000a00:22:47.002437 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:22:47.510414 run create_hlr_db(pid=18378): Launched\u000a00:22:47.695750 bus /gobi_6: Setting Powered False\u000a00:22:48.716909 run create_hlr_db(pid=18378): Terminated: ok {rc=0}\u000a00:22:49.115362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18380): Launched\u000a00:22:49.412079 run osmo-hlr_10.42.42.2(pid=18381): Launched\u000a00:22:49.525788 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:22:50.040029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18383): Launched\u000a00:22:50.337184 run osmo-stp_10.42.42.5(pid=18384): Launched\u000a00:22:50.456027 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:22:50.981792 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18386): Launched\u000a00:22:51.087311 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:22:51.345627 run patchelf(pid=18387): Launched\u000a00:22:51.519197 run osmo-stp_10.42.42.5(pid=18384): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18384)]\u000a00:22:51.646142 run osmo-stp_10.42.42.5(pid=18384): stdout: \u000a| (launched: 2022-12-14_00:22:50.190841)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:22:51.773666 run osmo-stp_10.42.42.5(pid=18384): stderr: \u000a| �[0;m�[38;5;43m20221214002250361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002250361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002250361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002250361 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002250362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002250362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002250362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:22:51.896352 run osmo-stp_10.42.42.5(pid=18384): stdout: \u000a| (launched: 2022-12-14_00:22:50.190841)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:22:52.018394 run osmo-stp_10.42.42.5(pid=18384): stderr: \u000a| �[0;m�[38;5;43m20221214002250361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002250361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002250361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002250361 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002250362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002250362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002250362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:22:52.160393 run patchelf(pid=18387): Terminating (SIGINT)\u000a00:22:52.327247 run patchelf(pid=18387): Terminated: ok {rc=0}\u000a00:22:52.357800 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18384): Process ended prematurely: osmo-stp_10.42.42.5(pid=18384) [trial-2396↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18384)] [trial-2396↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a00:22:52.366237 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a00:22:52.426255 run osmo-hlr_10.42.42.2(pid=18381): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18381)]\u000a00:22:52.475278 run osmo-hlr_10.42.42.2(pid=18381): stdout: \u000a| (launched: 2022-12-14_00:22:49.265998) \u000a00:22:52.525220 run osmo-hlr_10.42.42.2(pid=18381): stderr: \u000a| �[0;m�[1;31m20221214002249443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214002249443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214002249443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002249443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002249443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214002249443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214002249456 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214002249467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214002249467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214002249467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:22:52.567701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18380): Terminating (SIGTERM)\u000a00:22:52.607459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18383): Terminating (SIGTERM)\u000a00:22:52.647103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18386): Terminating (SIGTERM)\u000a00:22:52.656426 --- ParallelTerminationStrategy: PID 18380 died...\u000a00:22:52.709714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18380): Terminated: ok {rc=0}\u000a00:22:52.719485 --- ParallelTerminationStrategy: PID 18383 died...\u000a00:22:52.772709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18383): Terminated: ok {rc=0}\u000a00:22:52.782378 --- ParallelTerminationStrategy: PID 18386 died...\u000a00:22:52.835327 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18386): Terminated: ok {rc=0}\u000a00:22:52.919515 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:21:54" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18401): Process ended prematurely: osmo-stp_10.42.42.5(pid=18401) [trial-2396↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18401)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18401): Process ended prematurely: osmo-stp_10.42.42.5(pid=18401) [trial-2396↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18401)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:22:55.083868 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:22:55.095482 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:22:55.255598 tst cs_paging_gprs_active.py: using LAC 37260\u000a00:22:55.385709 tst cs_paging_gprs_active.py: using RAC 30\u000a00:22:55.510307 tst cs_paging_gprs_active.py: using CellId 37260\u000a00:22:55.634695 tst cs_paging_gprs_active.py: using BVCI 37261\u000a00:22:55.659834 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:22:55.671212 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:22:55.682658 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:22:55.694515 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:22:55.706194 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:22:55.717815 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:22:55.729603 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:22:55.741157 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:22:55.753013 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:22:55.869972 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:22:56.165257 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:22:56.300420 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:22:56.634686 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18391): Launched\u000a00:22:56.911911 run iperf3-srv_10.42.42.10(pid=18392): Launched\u000a00:22:57.110258 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:22:57.245816 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:22:57.580056 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18393): Launched\u000a00:22:57.856382 run iperf3-srv_10.42.42.10(pid=18394): Launched\u000a00:22:58.053837 tst cs_paging_gprs_active.py:38: start network...\u000a00:22:58.188894 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:22:58.695793 run create_hlr_db(pid=18395): Launched\u000a00:22:58.882178 bus /gobi_6: Setting Powered False\u000a00:22:59.904394 run create_hlr_db(pid=18395): Terminated: ok {rc=0}\u000a00:23:00.309811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18397): Launched\u000a00:23:00.614150 run osmo-hlr_10.42.42.2(pid=18398): Launched\u000a00:23:00.726234 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:23:01.331406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18400): Launched\u000a00:23:01.755811 run osmo-stp_10.42.42.5(pid=18401): Launched\u000a00:23:01.935282 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:23:02.511306 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18403): Launched\u000a00:23:02.627333 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:23:02.909148 run patchelf(pid=18404): Launched\u000a00:23:03.097865 run osmo-stp_10.42.42.5(pid=18401): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18401)]\u000a00:23:03.235973 run osmo-stp_10.42.42.5(pid=18401): stdout: \u000a| (launched: 2022-12-14_00:23:01.501838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:23:03.374587 run osmo-stp_10.42.42.5(pid=18401): stderr: \u000a| �[0;m�[38;5;43m20221214002301719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002301719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002301719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002301720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002301720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002301720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002301720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:23:03.508503 run osmo-stp_10.42.42.5(pid=18401): stdout: \u000a| (launched: 2022-12-14_00:23:01.501838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:23:03.640887 run osmo-stp_10.42.42.5(pid=18401): stderr: \u000a| �[0;m�[38;5;43m20221214002301719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002301719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002301719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002301720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002301720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002301720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002301720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:23:03.795016 run patchelf(pid=18404): Terminating (SIGINT)\u000a00:23:03.975937 run patchelf(pid=18404): Terminated: ok {rc=0}\u000a00:23:04.009346 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18401): Process ended prematurely: osmo-stp_10.42.42.5(pid=18401) [trial-2396↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18401)] [trial-2396↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a00:23:04.019145 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a00:23:04.082908 run osmo-hlr_10.42.42.2(pid=18398): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18398)]\u000a00:23:04.134727 run osmo-hlr_10.42.42.2(pid=18398): stdout: \u000a| (launched: 2022-12-14_00:23:00.463623) \u000a00:23:04.186893 run osmo-hlr_10.42.42.2(pid=18398): stderr: \u000a| �[0;m�[1;31m20221214002300639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214002300639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214002300640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002300640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002300640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214002300640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214002300652 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214002300663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214002300663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214002300663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:23:04.231507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18391): Terminating (SIGTERM)\u000a00:23:04.273428 run iperf3-srv_10.42.42.10(pid=18392): Terminating (SIGTERM)\u000a00:23:04.315503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18393): Terminating (SIGTERM)\u000a00:23:04.357562 run iperf3-srv_10.42.42.10(pid=18394): Terminating (SIGTERM)\u000a00:23:04.400179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18397): Terminating (SIGTERM)\u000a00:23:04.442743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18400): Terminating (SIGTERM)\u000a00:23:04.484923 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18403): Terminating (SIGTERM)\u000a00:23:04.494676 --- ParallelTerminationStrategy: PID 18391 died...\u000a00:23:04.551161 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18391): Terminated: ok {rc=0}\u000a00:23:04.561316 --- ParallelTerminationStrategy: PID 18392 died...\u000a00:23:04.617365 run iperf3-srv_10.42.42.10(pid=18392): Terminated {rc=256}\u000a00:23:04.627498 --- ParallelTerminationStrategy: PID 18393 died...\u000a00:23:04.683924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18393): Terminated: ok {rc=0}\u000a00:23:04.694009 --- ParallelTerminationStrategy: PID 18394 died...\u000a00:23:04.749883 run iperf3-srv_10.42.42.10(pid=18394): Terminated {rc=256}\u000a00:23:04.759846 --- ParallelTerminationStrategy: PID 18397 died...\u000a00:23:04.816099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18397): Terminated: ok {rc=0}\u000a00:23:04.826207 --- ParallelTerminationStrategy: PID 18400 died...\u000a00:23:04.882276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18400): Terminated: ok {rc=0}\u000a00:23:04.892317 --- ParallelTerminationStrategy: PID 18403 died...\u000a00:23:04.948530 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18403): Terminated: ok {rc=0}\u000a00:23:05.034868 bus /gobi_0: Setting Powered False\u000a00:23:06.138260 bus /gobi_0: Setting Powered False\u000a00:23:07.248703 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18413): Process ended prematurely: osmo-stp_10.42.42.5(pid=18413) [trial-2396↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18413)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18413): Process ended prematurely: osmo-stp_10.42.42.5(pid=18413) [trial-2396↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18413)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a00:23:08.358570 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:08.370185 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:23:08.528665 tst iperf3.py: using LAC 37261\u000a00:23:08.648681 tst iperf3.py: using RAC 31\u000a00:23:08.769534 tst iperf3.py: using CellId 37261\u000a00:23:08.888252 tst iperf3.py: using BVCI 37262\u000a00:23:08.911318 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:08.922281 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:08.932925 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:08.943593 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:08.954788 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:08.966121 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:08.977572 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:08.988723 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:09.000045 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:23:09.294460 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:23:09.429606 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:23:09.764163 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18405): Launched\u000a00:23:10.041254 run iperf3-srv_10.42.42.10(pid=18406): Launched\u000a00:23:10.239533 tst iperf3.py:8: start network...\u000a00:23:10.374743 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:23:10.887835 run create_hlr_db(pid=18407): Launched\u000a00:23:11.074419 bus /gobi_6: Setting Powered False\u000a00:23:12.086006 run create_hlr_db(pid=18407): Terminated: ok {rc=0}\u000a00:23:12.496457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18409): Launched\u000a00:23:12.798941 run osmo-hlr_10.42.42.2(pid=18410): Launched\u000a00:23:12.909203 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:23:13.431272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18412): Launched\u000a00:23:13.731602 run osmo-stp_10.42.42.5(pid=18413): Launched\u000a00:23:13.840564 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:23:14.364033 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18415): Launched\u000a00:23:14.471333 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:23:14.734924 run patchelf(pid=18416): Launched\u000a00:23:14.911218 run osmo-stp_10.42.42.5(pid=18413): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18413)]\u000a00:23:15.040384 run osmo-stp_10.42.42.5(pid=18413): stdout: \u000a| (launched: 2022-12-14_00:23:13.584153)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:23:15.169728 run osmo-stp_10.42.42.5(pid=18413): stderr: \u000a| �[0;m�[38;5;43m20221214002313756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002313756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002313757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002313757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002313758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002313758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002313758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:23:15.294420 run osmo-stp_10.42.42.5(pid=18413): stdout: \u000a| (launched: 2022-12-14_00:23:13.584153)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:23:15.417974 run osmo-stp_10.42.42.5(pid=18413): stderr: \u000a| �[0;m�[38;5;43m20221214002313756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002313756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002313757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002313757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002313758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002313758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002313758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:23:15.562283 run patchelf(pid=18416): Terminating (SIGINT)\u000a00:23:15.731647 run patchelf(pid=18416): Terminated: ok {rc=0}\u000a00:23:15.762754 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18413): Process ended prematurely: osmo-stp_10.42.42.5(pid=18413) [trial-2396↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18413)] [trial-2396↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a00:23:15.771843 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a00:23:15.838785 run osmo-hlr_10.42.42.2(pid=18410): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18410)]\u000a00:23:15.905872 run osmo-hlr_10.42.42.2(pid=18410): stdout: \u000a| (launched: 2022-12-14_00:23:12.650101) \u000a00:23:15.970328 run osmo-hlr_10.42.42.2(pid=18410): stderr: \u000a| �[0;m�[1;31m20221214002312827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214002312828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214002312828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002312828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002312828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214002312828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214002312840 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214002312849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214002312850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214002312850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:23:16.017303 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18405): Terminating (SIGTERM)\u000a00:23:16.064225 run iperf3-srv_10.42.42.10(pid=18406): Terminating (SIGTERM)\u000a00:23:16.110163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18409): Terminating (SIGTERM)\u000a00:23:16.156556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18412): Terminating (SIGTERM)\u000a00:23:16.204106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18415): Terminating (SIGTERM)\u000a00:23:16.215102 --- ParallelTerminationStrategy: PID 18405 died...\u000a00:23:16.277243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18405): Terminated: ok {rc=0}\u000a00:23:16.289371 --- ParallelTerminationStrategy: PID 18406 died...\u000a00:23:16.348207 run iperf3-srv_10.42.42.10(pid=18406): Terminated {rc=256}\u000a00:23:16.359296 --- ParallelTerminationStrategy: PID 18409 died...\u000a00:23:16.419161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18409): Terminated: ok {rc=0}\u000a00:23:16.430699 --- ParallelTerminationStrategy: PID 18412 died...\u000a00:23:16.491253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18412): Terminated: ok {rc=0}\u000a00:23:16.502465 --- ParallelTerminationStrategy: PID 18415 died...\u000a00:23:16.562518 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18415): Terminated: ok {rc=0}\u000a00:23:16.661542 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18431): Process ended prematurely: osmo-stp_10.42.42.5(pid=18431) [trial-2396↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18431)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18431): Process ended prematurely: osmo-stp_10.42.42.5(pid=18431) [trial-2396↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18431)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a00:23:17.774434 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:17.786105 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:23:17.949281 tst iperf3m4.py: using LAC 37262\u000a00:23:18.072871 tst iperf3m4.py: using RAC 32\u000a00:23:18.197218 tst iperf3m4.py: using CellId 37262\u000a00:23:18.322998 tst iperf3m4.py: using BVCI 37263\u000a00:23:18.347699 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:18.359114 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:18.370448 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:18.381715 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:18.394202 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:18.406273 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:18.418648 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:18.430730 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:18.443041 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:23:18.564604 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:23:18.686911 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:23:18.805698 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:23:19.100521 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:23:19.236553 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:23:19.571145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18417): Launched\u000a00:23:19.849166 run iperf3-srv_10.42.42.10(pid=18418): Launched\u000a00:23:20.048135 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:23:20.183466 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:23:20.517519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18419): Launched\u000a00:23:20.794964 run iperf3-srv_10.42.42.10(pid=18420): Launched\u000a00:23:20.993105 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:23:21.128208 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:23:21.461965 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18421): Launched\u000a00:23:21.738892 run iperf3-srv_10.42.42.10(pid=18422): Launched\u000a00:23:21.936789 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:23:22.072162 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:23:22.406344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18423): Launched\u000a00:23:22.683299 run iperf3-srv_10.42.42.10(pid=18424): Launched\u000a00:23:22.881423 tst iperf3m4.py:8: start network...\u000a00:23:23.016341 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:23:23.522943 run create_hlr_db(pid=18425): Launched\u000a00:23:23.709214 bus /gobi_6: Setting Powered False\u000a00:23:24.730513 run create_hlr_db(pid=18425): Terminated: ok {rc=0}\u000a00:23:25.159159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18427): Launched\u000a00:23:25.482734 run osmo-hlr_10.42.42.2(pid=18428): Launched\u000a00:23:25.604184 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:23:26.167164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18430): Launched\u000a00:23:26.490935 run osmo-stp_10.42.42.5(pid=18431): Launched\u000a00:23:26.609438 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:23:27.170984 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18433): Launched\u000a00:23:27.286424 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:23:27.567308 run patchelf(pid=18434): Launched\u000a00:23:27.755436 run osmo-stp_10.42.42.5(pid=18431): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18431)]\u000a00:23:27.893388 run osmo-stp_10.42.42.5(pid=18431): stdout: \u000a| (launched: 2022-12-14_00:23:26.331391)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:23:28.031285 run osmo-stp_10.42.42.5(pid=18431): stderr: \u000a| �[0;m�[38;5;43m20221214002326524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002326524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002326525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002326525 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002326525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002326525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002326526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:23:28.164702 run osmo-stp_10.42.42.5(pid=18431): stdout: \u000a| (launched: 2022-12-14_00:23:26.331391)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:23:28.297326 run osmo-stp_10.42.42.5(pid=18431): stderr: \u000a| �[0;m�[38;5;43m20221214002326524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002326524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002326525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002326525 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002326525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002326525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002326526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:23:28.452045 run patchelf(pid=18434): Terminating (SIGINT)\u000a00:23:28.633341 run patchelf(pid=18434): Terminated: ok {rc=0}\u000a00:23:28.666406 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18431): Process ended prematurely: osmo-stp_10.42.42.5(pid=18431) [trial-2396↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18431)] [trial-2396↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a00:23:28.676310 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a00:23:28.740248 run osmo-hlr_10.42.42.2(pid=18428): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18428)]\u000a00:23:28.791973 run osmo-hlr_10.42.42.2(pid=18428): stdout: \u000a| (launched: 2022-12-14_00:23:25.323409) \u000a00:23:28.844545 run osmo-hlr_10.42.42.2(pid=18428): stderr: \u000a| �[0;m�[1;31m20221214002325523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214002325523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214002325523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002325523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002325523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214002325523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214002325535 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214002325543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214002325543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214002325543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:23:28.889362 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18417): Terminating (SIGTERM)\u000a00:23:28.931554 run iperf3-srv_10.42.42.10(pid=18418): Terminating (SIGTERM)\u000a00:23:28.973831 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18419): Terminating (SIGTERM)\u000a00:23:29.015821 run iperf3-srv_10.42.42.10(pid=18420): Terminating (SIGTERM)\u000a00:23:29.058137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18421): Terminating (SIGTERM)\u000a00:23:29.100211 run iperf3-srv_10.42.42.10(pid=18422): Terminating (SIGTERM)\u000a00:23:29.142882 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18423): Terminating (SIGTERM)\u000a00:23:29.184874 run iperf3-srv_10.42.42.10(pid=18424): Terminating (SIGTERM)\u000a00:23:29.227527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18427): Terminating (SIGTERM)\u000a00:23:29.269896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18430): Terminating (SIGTERM)\u000a00:23:29.312572 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18433): Terminating (SIGTERM)\u000a00:23:29.322470 --- ParallelTerminationStrategy: PID 18417 died...\u000a00:23:29.379156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18417): Terminated: ok {rc=0}\u000a00:23:29.389437 --- ParallelTerminationStrategy: PID 18418 died...\u000a00:23:29.445782 run iperf3-srv_10.42.42.10(pid=18418): Terminated {rc=256}\u000a00:23:29.455752 --- ParallelTerminationStrategy: PID 18419 died...\u000a00:23:29.512058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18419): Terminated: ok {rc=0}\u000a00:23:29.522258 --- ParallelTerminationStrategy: PID 18420 died...\u000a00:23:29.578110 run iperf3-srv_10.42.42.10(pid=18420): Terminated {rc=256}\u000a00:23:29.588127 --- ParallelTerminationStrategy: PID 18421 died...\u000a00:23:29.644412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18421): Terminated: ok {rc=0}\u000a00:23:29.654607 --- ParallelTerminationStrategy: PID 18422 died...\u000a00:23:29.710753 run iperf3-srv_10.42.42.10(pid=18422): Terminated {rc=256}\u000a00:23:29.720789 --- ParallelTerminationStrategy: PID 18423 died...\u000a00:23:29.777372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18423): Terminated: ok {rc=0}\u000a00:23:29.787547 --- ParallelTerminationStrategy: PID 18424 died...\u000a00:23:29.843557 run iperf3-srv_10.42.42.10(pid=18424): Terminated {rc=256}\u000a00:23:29.853674 --- ParallelTerminationStrategy: PID 18427 died...\u000a00:23:29.909516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18427): Terminated: ok {rc=0}\u000a00:23:29.919595 --- ParallelTerminationStrategy: PID 18430 died...\u000a00:23:29.975831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18430): Terminated: ok {rc=0}\u000a00:23:29.986034 --- ParallelTerminationStrategy: PID 18433 died...\u000a00:23:30.042791 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18433): Terminated: ok {rc=0}\u000a00:23:30.131277 bus /gobi_4: Setting Powered False\u000a00:23:31.237278 bus /gobi_4: Setting Powered False\u000a00:23:32.343939 bus /gobi_1: Setting Powered False\u000a00:23:33.450555 bus /gobi_1: Setting Powered False\u000a00:23:34.558457 bus /gobi_0: Setting Powered False\u000a00:23:35.664904 bus /gobi_0: Setting Powered False\u000a00:23:36.774691 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18441): Process ended prematurely: osmo-stp_10.42.42.5(pid=18441) [trial-2396↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18441)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18441): Process ended prematurely: osmo-stp_10.42.42.5(pid=18441) [trial-2396↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18441)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a00:23:37.843484 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:37.855751 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:23:38.013239 tst ping.py: using LAC 37263\u000a00:23:38.131770 tst ping.py: using RAC 33\u000a00:23:38.248006 tst ping.py: using CellId 37263\u000a00:23:38.364149 tst ping.py: using BVCI 37264\u000a00:23:38.387035 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:38.398232 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:38.409222 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:38.419985 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:38.430926 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:38.441907 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:38.452878 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:38.463914 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:23:38.754304 tst ping.py:19: start network...\u000a00:23:38.886921 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:23:39.384846 run create_hlr_db(pid=18435): Launched\u000a00:23:39.569953 bus /gobi_6: Setting Powered False\u000a00:23:40.590264 run create_hlr_db(pid=18435): Terminated: ok {rc=0}\u000a00:23:40.989435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18437): Launched\u000a00:23:41.285906 run osmo-hlr_10.42.42.2(pid=18438): Launched\u000a00:23:41.394576 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:23:41.910816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18440): Launched\u000a00:23:42.206824 run osmo-stp_10.42.42.5(pid=18441): Launched\u000a00:23:42.314260 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:23:42.829024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18443): Launched\u000a00:23:42.935252 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:23:43.192928 run patchelf(pid=18444): Launched\u000a00:23:43.365537 run osmo-stp_10.42.42.5(pid=18441): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18441)]\u000a00:23:43.491476 run osmo-stp_10.42.42.5(pid=18441): stdout: \u000a| (launched: 2022-12-14_00:23:42.060633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:23:43.617995 run osmo-stp_10.42.42.5(pid=18441): stderr: \u000a| �[0;m�[38;5;43m20221214002342232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002342232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002342232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002342233 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002342233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002342234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002342234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:23:43.740037 run osmo-stp_10.42.42.5(pid=18441): stdout: \u000a| (launched: 2022-12-14_00:23:42.060633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:23:43.861087 run osmo-stp_10.42.42.5(pid=18441): stderr: \u000a| �[0;m�[38;5;43m20221214002342232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002342232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002342232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002342233 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002342233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002342234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002342234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:23:44.001925 run patchelf(pid=18444): Terminating (SIGINT)\u000a00:23:44.168167 run patchelf(pid=18444): Terminated: ok {rc=0}\u000a00:23:44.198438 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18441): Process ended prematurely: osmo-stp_10.42.42.5(pid=18441) [trial-2396↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18441)] [trial-2396↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a00:23:44.206902 tst ping.py:22: Test FAILED (6.4 sec)\u000a00:23:44.266297 run osmo-hlr_10.42.42.2(pid=18438): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18438)]\u000a00:23:44.314963 run osmo-hlr_10.42.42.2(pid=18438): stdout: \u000a| (launched: 2022-12-14_00:23:41.140392) \u000a00:23:44.364328 run osmo-hlr_10.42.42.2(pid=18438): stderr: \u000a| �[0;m�[1;31m20221214002341317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214002341317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214002341317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002341317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002341317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214002341317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214002341329 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214002341339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214002341340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214002341340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:23:44.406164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18437): Terminating (SIGTERM)\u000a00:23:44.445999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18440): Terminating (SIGTERM)\u000a00:23:44.485823 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18443): Terminating (SIGTERM)\u000a00:23:44.495174 --- ParallelTerminationStrategy: PID 18437 died...\u000a00:23:44.548666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18437): Terminated: ok {rc=0}\u000a00:23:44.558546 --- ParallelTerminationStrategy: PID 18440 died...\u000a00:23:44.611762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18440): Terminated: ok {rc=0}\u000a00:23:44.621660 --- ParallelTerminationStrategy: PID 18443 died...\u000a00:23:44.674391 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18443): Terminated: ok {rc=0}\u000a00:23:44.762238 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18451): Process ended prematurely: osmo-stp_10.42.42.5(pid=18451) [trial-2396↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18451)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18451): Process ended prematurely: osmo-stp_10.42.42.5(pid=18451) [trial-2396↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18451)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a00:23:45.814177 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:45.826656 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:23:46.017353 tst ping_idle_ping.py: using LAC 37264\u000a00:23:46.136081 tst ping_idle_ping.py: using RAC 34\u000a00:23:46.264088 tst ping_idle_ping.py: using CellId 37264\u000a00:23:46.388820 tst ping_idle_ping.py: using BVCI 37265\u000a00:23:46.412377 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:46.423911 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:46.435415 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:46.446845 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:46.458407 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:46.469877 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:46.481437 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:46.493028 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:23:46.828931 tst ping_idle_ping.py:24: start network...\u000a00:23:46.977088 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:23:47.489397 run create_hlr_db(pid=18445): Launched\u000a00:23:47.674315 bus /gobi_6: Setting Powered False\u000a00:23:48.695584 run create_hlr_db(pid=18445): Terminated: ok {rc=0}\u000a00:23:49.101828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18447): Launched\u000a00:23:49.419230 run osmo-hlr_10.42.42.2(pid=18448): Launched\u000a00:23:49.539110 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:23:50.088613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18450): Launched\u000a00:23:50.406089 run osmo-stp_10.42.42.5(pid=18451): Launched\u000a00:23:50.521052 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:23:51.074679 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18453): Launched\u000a00:23:51.188244 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:23:51.465518 run patchelf(pid=18454): Launched\u000a00:23:51.651326 run osmo-stp_10.42.42.5(pid=18451): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18451)]\u000a00:23:51.787238 run osmo-stp_10.42.42.5(pid=18451): stdout: \u000a| (launched: 2022-12-14_00:23:50.250038)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:23:51.923332 run osmo-stp_10.42.42.5(pid=18451): stderr: \u000a| �[0;m�[38;5;43m20221214002350442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002350442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002350442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002350443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002350443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002350443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002350443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:23:52.055140 run osmo-stp_10.42.42.5(pid=18451): stdout: \u000a| (launched: 2022-12-14_00:23:50.250038)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:23:52.185749 run osmo-stp_10.42.42.5(pid=18451): stderr: \u000a| �[0;m�[38;5;43m20221214002350442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002350442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002350442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002350443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002350443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002350443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002350443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:23:52.337655 run patchelf(pid=18454): Terminating (SIGINT)\u000a00:23:52.516120 run patchelf(pid=18454): Terminated: ok {rc=0}\u000a00:23:52.548479 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18451): Process ended prematurely: osmo-stp_10.42.42.5(pid=18451) [trial-2396↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18451)] [trial-2396↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a00:23:52.557770 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a00:23:52.620558 run osmo-hlr_10.42.42.2(pid=18448): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18448)]\u000a00:23:52.671962 run osmo-hlr_10.42.42.2(pid=18448): stdout: \u000a| (launched: 2022-12-14_00:23:49.263277) \u000a00:23:52.724013 run osmo-hlr_10.42.42.2(pid=18448): stderr: \u000a| �[0;m�[1;31m20221214002349461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214002349461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214002349461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002349461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002349461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214002349461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214002349473 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214002349482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214002349482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214002349482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:23:52.768403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18447): Terminating (SIGTERM)\u000a00:23:52.810634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18450): Terminating (SIGTERM)\u000a00:23:52.852678 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18453): Terminating (SIGTERM)\u000a00:23:52.862539 --- ParallelTerminationStrategy: PID 18447 died...\u000a00:23:52.919106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18447): Terminated: ok {rc=0}\u000a00:23:52.929385 --- ParallelTerminationStrategy: PID 18450 died...\u000a00:23:52.985266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18450): Terminated: ok {rc=0}\u000a00:23:52.995310 --- ParallelTerminationStrategy: PID 18453 died...\u000a00:23:53.051356 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18453): Terminated: ok {rc=0}\u000a00:23:53.137443 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:22:54" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18502): Process ended prematurely: osmo-stp_10.42.42.5(pid=18502) [trial-2396↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18502)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18502): Process ended prematurely: osmo-stp_10.42.42.5(pid=18502) [trial-2396↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18502)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:23:55.313940 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:23:55.325629 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a00:23:55.462511 tst cs_paging_gprs_active.py: using LAC 37265\u000a00:23:55.585093 tst cs_paging_gprs_active.py: using RAC 35\u000a00:23:55.700939 tst cs_paging_gprs_active.py: using CellId 37265\u000a00:23:55.817978 tst cs_paging_gprs_active.py: using BVCI 37266\u000a00:23:55.840796 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:23:55.852148 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:23:55.863360 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:23:55.874472 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:23:55.886043 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:23:55.897573 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:23:55.909408 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:23:55.920885 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:23:55.932715 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a00:23:56.053831 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a00:23:56.328032 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:23:56.452838 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:23:56.761637 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18458): Launched\u000a00:23:57.017254 run iperf3-srv_10.42.42.10(pid=18459): Launched\u000a00:23:57.199691 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:23:57.324004 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:23:57.633096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18460): Launched\u000a00:23:57.889306 run iperf3-srv_10.42.42.10(pid=18461): Launched\u000a00:23:58.070516 tst cs_paging_gprs_active.py:38: start network...\u000a00:23:58.194340 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:23:58.672136 run create_hlr_db(pid=18462): Launched\u000a00:23:58.843859 bus /gobi_6: Setting Powered False\u000a00:23:59.865669 run create_hlr_db(pid=18462): Terminated: ok {rc=0}\u000a00:24:00.286921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18464): Launched\u000a00:24:00.606102 run osmo-hlr_10.42.42.2(pid=18465): Launched\u000a00:24:00.722462 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:24:01.290928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18467): Launched\u000a00:24:01.825799 run osmo-stp_10.42.42.5(pid=18502): Launched\u000a00:24:02.085798 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:24:02.706553 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18530): Launched\u000a00:24:02.827726 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:24:03.155948 run patchelf(pid=18549): Launched\u000a00:24:03.358391 run osmo-stp_10.42.42.5(pid=18502): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18502)]\u000a00:24:03.511101 run osmo-stp_10.42.42.5(pid=18502): stdout: \u000a| (launched: 2022-12-14_00:24:01.509821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:24:03.666836 run osmo-stp_10.42.42.5(pid=18502): stderr: \u000a| �[0;m�[38;5;43m20221214002401764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002401764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002401765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002401765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002401767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002401767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002401768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:24:03.823560 run osmo-stp_10.42.42.5(pid=18502): stdout: \u000a| (launched: 2022-12-14_00:24:01.509821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:24:03.978724 run osmo-stp_10.42.42.5(pid=18502): stderr: \u000a| �[0;m�[38;5;43m20221214002401764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002401764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002401765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002401765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002401767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002401767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002401768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:24:04.155292 run patchelf(pid=18549): Terminating (SIGINT)\u000a00:24:04.367259 run patchelf(pid=18549): Terminated: ok {rc=0}\u000a00:24:04.405703 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18502): Process ended prematurely: osmo-stp_10.42.42.5(pid=18502) [trial-2396↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18502)] [trial-2396↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a00:24:04.420479 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a00:24:04.501070 run osmo-hlr_10.42.42.2(pid=18465): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18465)]\u000a00:24:04.562793 run osmo-hlr_10.42.42.2(pid=18465): stdout: \u000a| (launched: 2022-12-14_00:24:00.449038) \u000a00:24:04.627000 run osmo-hlr_10.42.42.2(pid=18465): stderr: \u000a| �[0;m�[1;31m20221214002400647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214002400647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214002400647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002400647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002400647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214002400647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214002400664 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214002400674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214002400674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214002400674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:24:04.679111 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18458): Terminating (SIGTERM)\u000a00:24:04.729818 run iperf3-srv_10.42.42.10(pid=18459): Terminating (SIGTERM)\u000a00:24:04.777983 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18460): Terminating (SIGTERM)\u000a00:24:04.824628 run iperf3-srv_10.42.42.10(pid=18461): Terminating (SIGTERM)\u000a00:24:04.877708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18464): Terminating (SIGTERM)\u000a00:24:04.925592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18467): Terminating (SIGTERM)\u000a00:24:04.967171 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18530): Terminating (SIGTERM)\u000a00:24:04.978204 --- ParallelTerminationStrategy: PID 18458 died...\u000a00:24:05.038398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18458): Terminated: ok {rc=0}\u000a00:24:05.049169 --- ParallelTerminationStrategy: PID 18459 died...\u000a00:24:05.107727 run iperf3-srv_10.42.42.10(pid=18459): Terminated {rc=256}\u000a00:24:05.117810 --- ParallelTerminationStrategy: PID 18460 died...\u000a00:24:05.171713 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18460): Terminated: ok {rc=0}\u000a00:24:05.181568 --- ParallelTerminationStrategy: PID 18461 died...\u000a00:24:05.236380 run iperf3-srv_10.42.42.10(pid=18461): Terminated {rc=256}\u000a00:24:05.247147 --- ParallelTerminationStrategy: PID 18464 died...\u000a00:24:05.302622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18464): Terminated: ok {rc=0}\u000a00:24:05.313093 --- ParallelTerminationStrategy: PID 18467 died...\u000a00:24:05.368034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18467): Terminated: ok {rc=0}\u000a00:24:05.378492 --- ParallelTerminationStrategy: PID 18530 died...\u000a00:24:05.434174 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18530): Terminated: ok {rc=0}\u000a00:24:05.521920 bus /gobi_0: Setting Powered False\u000a00:24:06.626382 bus /gobi_0: Setting Powered False\u000a00:24:07.738608 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18752): Process ended prematurely: osmo-stp_10.42.42.5(pid=18752) [trial-2396↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18752)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18752): Process ended prematurely: osmo-stp_10.42.42.5(pid=18752) [trial-2396↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18752)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a00:24:08.854834 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:08.869402 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a00:24:09.016022 tst iperf3.py: using LAC 37266\u000a00:24:09.143011 tst iperf3.py: using RAC 36\u000a00:24:09.272216 tst iperf3.py: using CellId 37266\u000a00:24:09.399476 tst iperf3.py: using BVCI 37267\u000a00:24:09.425577 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:09.438512 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:09.451197 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:09.464903 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:09.479342 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:09.492742 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:09.506161 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:09.519765 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:09.533557 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a00:24:09.816374 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:24:09.941898 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:24:10.272672 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18744): Launched\u000a00:24:10.560370 run iperf3-srv_10.42.42.10(pid=18745): Launched\u000a00:24:10.764494 tst iperf3.py:8: start network...\u000a00:24:10.902536 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:24:11.461225 run create_hlr_db(pid=18746): Launched\u000a00:24:11.651105 bus /gobi_6: Setting Powered False\u000a00:24:12.673716 run create_hlr_db(pid=18746): Terminated: ok {rc=0}\u000a00:24:13.124633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18748): Launched\u000a00:24:13.550536 run osmo-hlr_10.42.42.2(pid=18749): Launched\u000a00:24:13.802596 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:24:14.386514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18751): Launched\u000a00:24:14.816131 run osmo-stp_10.42.42.5(pid=18752): Launched\u000a00:24:15.041938 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:24:15.631751 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18754): Launched\u000a00:24:15.751888 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:24:16.103280 run patchelf(pid=18755): Launched\u000a00:24:16.304227 run osmo-stp_10.42.42.5(pid=18752): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18752)]\u000a00:24:16.493356 run osmo-stp_10.42.42.5(pid=18752): stdout: \u000a| (launched: 2022-12-14_00:24:14.553797)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:24:16.665972 run osmo-stp_10.42.42.5(pid=18752): stderr: \u000a| �[0;m�[38;5;43m20221214002414860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002414860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002414860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002414861 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002414861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002414861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002414861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:24:16.830666 run osmo-stp_10.42.42.5(pid=18752): stdout: \u000a| (launched: 2022-12-14_00:24:14.553797)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:24:16.995132 run osmo-stp_10.42.42.5(pid=18752): stderr: \u000a| �[0;m�[38;5;43m20221214002414860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002414860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002414860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002414861 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002414861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002414861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002414861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:24:17.180689 run patchelf(pid=18755): Terminating (SIGINT)\u000a00:24:17.404741 run patchelf(pid=18755): Terminated: ok {rc=0}\u000a00:24:17.444986 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18752): Process ended prematurely: osmo-stp_10.42.42.5(pid=18752) [trial-2396↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18752)] [trial-2396↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a00:24:17.456613 tst iperf3.py:8: Test FAILED (8.6 sec)\u000a00:24:17.535453 run osmo-hlr_10.42.42.2(pid=18749): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18749)]\u000a00:24:17.598824 run osmo-hlr_10.42.42.2(pid=18749): stdout: \u000a| (launched: 2022-12-14_00:24:13.291788) \u000a00:24:17.664925 run osmo-hlr_10.42.42.2(pid=18749): stderr: \u000a| �[0;m�[1;31m20221214002413605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214002413605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214002413605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002413605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002413605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214002413605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214002413627 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214002413636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214002413636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214002413636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:24:17.720358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18744): Terminating (SIGTERM)\u000a00:24:17.772119 run iperf3-srv_10.42.42.10(pid=18745): Terminating (SIGTERM)\u000a00:24:17.824795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18748): Terminating (SIGTERM)\u000a00:24:17.879457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18751): Terminating (SIGTERM)\u000a00:24:17.935124 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18754): Terminating (SIGTERM)\u000a00:24:17.949365 --- ParallelTerminationStrategy: PID 18744 died...\u000a00:24:18.019112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18744): Terminated: ok {rc=0}\u000a00:24:18.033686 --- ParallelTerminationStrategy: PID 18745 died...\u000a00:24:18.098910 run iperf3-srv_10.42.42.10(pid=18745): Terminated {rc=256}\u000a00:24:18.111098 --- ParallelTerminationStrategy: PID 18748 died...\u000a00:24:18.179540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18748): Terminated: ok {rc=0}\u000a00:24:18.193168 --- ParallelTerminationStrategy: PID 18751 died...\u000a00:24:18.262310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18751): Terminated: ok {rc=0}\u000a00:24:18.276289 --- ParallelTerminationStrategy: PID 18754 died...\u000a00:24:18.344653 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18754): Terminated: ok {rc=0}\u000a00:24:18.440424 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18771): Process ended prematurely: osmo-stp_10.42.42.5(pid=18771) [trial-2396↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18771)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18771): Process ended prematurely: osmo-stp_10.42.42.5(pid=18771) [trial-2396↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18771)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a00:24:19.563901 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:19.577477 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a00:24:19.726319 tst iperf3m4.py: using LAC 37267\u000a00:24:19.853211 tst iperf3m4.py: using RAC 37\u000a00:24:19.980684 tst iperf3m4.py: using CellId 37267\u000a00:24:20.107750 tst iperf3m4.py: using BVCI 37268\u000a00:24:20.133262 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:20.146107 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:20.159090 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:20.171834 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:20.185674 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:20.200321 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:20.214176 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:20.227427 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:20.241327 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a00:24:20.367096 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a00:24:20.494482 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a00:24:20.618599 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a00:24:20.917693 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:24:21.054629 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:24:21.404382 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18756): Launched\u000a00:24:21.700320 run iperf3-srv_10.42.42.10(pid=18757): Launched\u000a00:24:21.900205 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:24:22.036843 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:24:22.385301 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18758): Launched\u000a00:24:22.681447 run iperf3-srv_10.42.42.10(pid=18759): Launched\u000a00:24:22.881218 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:24:23.017744 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:24:23.371380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18760): Launched\u000a00:24:23.672632 run iperf3-srv_10.42.42.10(pid=18761): Launched\u000a00:24:23.872147 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:24:24.008508 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:24:24.359505 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18762): Launched\u000a00:24:24.658438 run iperf3-srv_10.42.42.10(pid=18763): Launched\u000a00:24:24.858070 tst iperf3m4.py:8: start network...\u000a00:24:24.994925 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:24:25.545124 run create_hlr_db(pid=18764): Launched\u000a00:24:25.734597 bus /gobi_6: Setting Powered False\u000a00:24:26.751589 run create_hlr_db(pid=18764): Terminated: ok {rc=0}\u000a00:24:27.173582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18767): Launched\u000a00:24:27.492663 run osmo-hlr_10.42.42.2(pid=18768): Launched\u000a00:24:27.609648 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:24:28.163038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18770): Launched\u000a00:24:28.482126 run osmo-stp_10.42.42.5(pid=18771): Launched\u000a00:24:28.598144 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:24:29.154578 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18773): Launched\u000a00:24:29.268722 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:24:29.546792 run patchelf(pid=18774): Launched\u000a00:24:29.733064 run osmo-stp_10.42.42.5(pid=18771): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18771)]\u000a00:24:29.869146 run osmo-stp_10.42.42.5(pid=18771): stdout: \u000a| (launched: 2022-12-14_00:24:28.324784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:24:30.005758 run osmo-stp_10.42.42.5(pid=18771): stderr: \u000a| �[0;m�[38;5;43m20221214002428515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002428515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002428516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002428516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002428516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002428517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002428517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:24:30.137245 run osmo-stp_10.42.42.5(pid=18771): stdout: \u000a| (launched: 2022-12-14_00:24:28.324784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:24:30.268050 run osmo-stp_10.42.42.5(pid=18771): stderr: \u000a| �[0;m�[38;5;43m20221214002428515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002428515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002428516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002428516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002428516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002428517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002428517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:24:30.420707 run patchelf(pid=18774): Terminating (SIGINT)\u000a00:24:30.599287 run patchelf(pid=18774): Terminated: ok {rc=0}\u000a00:24:30.632251 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18771): Process ended prematurely: osmo-stp_10.42.42.5(pid=18771) [trial-2396↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18771)] [trial-2396↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a00:24:30.642180 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a00:24:30.705788 run osmo-hlr_10.42.42.2(pid=18768): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18768)]\u000a00:24:30.757293 run osmo-hlr_10.42.42.2(pid=18768): stdout: \u000a| (launched: 2022-12-14_00:24:27.336211) \u000a00:24:30.809490 run osmo-hlr_10.42.42.2(pid=18768): stderr: \u000a| �[0;m�[1;31m20221214002427535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214002427535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214002427535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002427536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002427536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214002427536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214002427549 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214002427557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214002427558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214002427558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:24:30.854664 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18756): Terminating (SIGTERM)\u000a00:24:30.898213 run iperf3-srv_10.42.42.10(pid=18757): Terminating (SIGTERM)\u000a00:24:30.944575 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18758): Terminating (SIGTERM)\u000a00:24:30.990179 run iperf3-srv_10.42.42.10(pid=18759): Terminating (SIGTERM)\u000a00:24:31.035935 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18760): Terminating (SIGTERM)\u000a00:24:31.081877 run iperf3-srv_10.42.42.10(pid=18761): Terminating (SIGTERM)\u000a00:24:31.127814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18762): Terminating (SIGTERM)\u000a00:24:31.173641 run iperf3-srv_10.42.42.10(pid=18763): Terminating (SIGTERM)\u000a00:24:31.219508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18767): Terminating (SIGTERM)\u000a00:24:31.263419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18770): Terminating (SIGTERM)\u000a00:24:31.307527 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18773): Terminating (SIGTERM)\u000a00:24:31.317712 --- ParallelTerminationStrategy: PID 18756 died...\u000a00:24:31.376841 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18756): Terminated: ok {rc=0}\u000a00:24:31.387845 --- ParallelTerminationStrategy: PID 18757 died...\u000a00:24:31.446871 run iperf3-srv_10.42.42.10(pid=18757): Terminated {rc=256}\u000a00:24:31.457772 --- ParallelTerminationStrategy: PID 18758 died...\u000a00:24:31.516779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18758): Terminated: ok {rc=0}\u000a00:24:31.527687 --- ParallelTerminationStrategy: PID 18759 died...\u000a00:24:31.586706 run iperf3-srv_10.42.42.10(pid=18759): Terminated {rc=256}\u000a00:24:31.597615 --- ParallelTerminationStrategy: PID 18760 died...\u000a00:24:31.656523 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18760): Terminated: ok {rc=0}\u000a00:24:31.667463 --- ParallelTerminationStrategy: PID 18761 died...\u000a00:24:31.726177 run iperf3-srv_10.42.42.10(pid=18761): Terminated {rc=256}\u000a00:24:31.737130 --- ParallelTerminationStrategy: PID 18762 died...\u000a00:24:31.796045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18762): Terminated: ok {rc=0}\u000a00:24:31.807736 --- ParallelTerminationStrategy: PID 18763 died...\u000a00:24:31.865624 run iperf3-srv_10.42.42.10(pid=18763): Terminated {rc=256}\u000a00:24:31.876495 --- ParallelTerminationStrategy: PID 18767 died...\u000a00:24:31.935698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18767): Terminated: ok {rc=0}\u000a00:24:31.946669 --- ParallelTerminationStrategy: PID 18770 died...\u000a00:24:32.005645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18770): Terminated: ok {rc=0}\u000a00:24:32.016696 --- ParallelTerminationStrategy: PID 18773 died...\u000a00:24:32.075827 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18773): Terminated: ok {rc=0}\u000a00:24:32.165207 bus /gobi_4: Setting Powered False\u000a00:24:33.272312 bus /gobi_4: Setting Powered False\u000a00:24:34.379546 bus /gobi_1: Setting Powered False\u000a00:24:35.485271 bus /gobi_1: Setting Powered False\u000a00:24:36.592556 bus /gobi_0: Setting Powered False\u000a00:24:37.698375 bus /gobi_0: Setting Powered False\u000a00:24:38.811200 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18781): Process ended prematurely: osmo-stp_10.42.42.5(pid=18781) [trial-2396↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18781)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18781): Process ended prematurely: osmo-stp_10.42.42.5(pid=18781) [trial-2396↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18781)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a00:24:39.878803 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:39.891159 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a00:24:40.031047 tst ping.py: using LAC 37268\u000a00:24:40.152182 tst ping.py: using RAC 38\u000a00:24:40.273331 tst ping.py: using CellId 37268\u000a00:24:40.393494 tst ping.py: using BVCI 37269\u000a00:24:40.417334 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:40.429644 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:40.441383 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:40.453146 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:40.465320 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:40.477714 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:40.489845 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:40.502208 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a00:24:40.775340 tst ping.py:19: start network...\u000a00:24:40.897295 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:24:41.367223 run create_hlr_db(pid=18775): Launched\u000a00:24:41.537431 bus /gobi_6: Setting Powered False\u000a00:24:42.557976 run create_hlr_db(pid=18775): Terminated: ok {rc=0}\u000a00:24:42.975036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18777): Launched\u000a00:24:43.287857 run osmo-hlr_10.42.42.2(pid=18778): Launched\u000a00:24:43.404449 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:24:43.949519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18780): Launched\u000a00:24:44.262194 run osmo-stp_10.42.42.5(pid=18781): Launched\u000a00:24:44.376017 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:24:44.922345 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18783): Launched\u000a00:24:45.034478 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:24:45.306888 run patchelf(pid=18784): Launched\u000a00:24:45.490910 run osmo-stp_10.42.42.5(pid=18781): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18781)]\u000a00:24:45.625297 run osmo-stp_10.42.42.5(pid=18781): stdout: \u000a| (launched: 2022-12-14_00:24:44.108529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:24:45.760018 run osmo-stp_10.42.42.5(pid=18781): stderr: \u000a| �[0;m�[38;5;43m20221214002444298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002444298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002444298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002444299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002444299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002444299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002444299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:24:45.892867 run osmo-stp_10.42.42.5(pid=18781): stdout: \u000a| (launched: 2022-12-14_00:24:44.108529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:24:46.030863 run osmo-stp_10.42.42.5(pid=18781): stderr: \u000a| �[0;m�[38;5;43m20221214002444298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002444298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002444298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002444299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002444299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002444299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002444299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:24:46.184251 run patchelf(pid=18784): Terminating (SIGINT)\u000a00:24:46.364068 run patchelf(pid=18784): Terminated: ok {rc=0}\u000a00:24:46.397467 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18781): Process ended prematurely: osmo-stp_10.42.42.5(pid=18781) [trial-2396↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18781)] [trial-2396↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a00:24:46.407845 tst ping.py:22: Test FAILED (6.5 sec)\u000a00:24:46.474239 run osmo-hlr_10.42.42.2(pid=18778): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18778)]\u000a00:24:46.528110 run osmo-hlr_10.42.42.2(pid=18778): stdout: \u000a| (launched: 2022-12-14_00:24:43.134538) \u000a00:24:46.583037 run osmo-hlr_10.42.42.2(pid=18778): stderr: \u000a| �[0;m�[1;31m20221214002443330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214002443330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214002443330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002443330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002443330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214002443330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214002443343 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214002443351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214002443351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214002443351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:24:46.629922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18777): Terminating (SIGTERM)\u000a00:24:46.674824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18780): Terminating (SIGTERM)\u000a00:24:46.720398 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18783): Terminating (SIGTERM)\u000a00:24:46.731268 --- ParallelTerminationStrategy: PID 18777 died...\u000a00:24:46.792166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18777): Terminated: ok {rc=0}\u000a00:24:46.804242 --- ParallelTerminationStrategy: PID 18780 died...\u000a00:24:46.862444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18780): Terminated: ok {rc=0}\u000a00:24:46.874042 --- ParallelTerminationStrategy: PID 18783 died...\u000a00:24:46.932251 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18783): Terminated: ok {rc=0}\u000a00:24:47.033663 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18791): Process ended prematurely: osmo-stp_10.42.42.5(pid=18791) [trial-2396↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18791)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18791): Process ended prematurely: osmo-stp_10.42.42.5(pid=18791) [trial-2396↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18791)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a00:24:48.085482 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:48.097341 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a00:24:48.233134 tst ping_idle_ping.py: using LAC 37269\u000a00:24:48.347996 tst ping_idle_ping.py: using RAC 39\u000a00:24:48.465066 tst ping_idle_ping.py: using CellId 37269\u000a00:24:48.580323 tst ping_idle_ping.py: using BVCI 37270\u000a00:24:48.602792 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:48.614150 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:48.625364 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:48.636460 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:48.647574 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:48.658681 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:48.670366 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:48.681686 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a00:24:48.967954 tst ping_idle_ping.py:24: start network...\u000a00:24:49.099947 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:24:49.597025 run create_hlr_db(pid=18785): Launched\u000a00:24:49.779034 bus /gobi_6: Setting Powered False\u000a00:24:50.801020 run create_hlr_db(pid=18785): Terminated: ok {rc=0}\u000a00:24:51.196544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18787): Launched\u000a00:24:51.492084 run osmo-hlr_10.42.42.2(pid=18788): Launched\u000a00:24:51.601630 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:24:52.109664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18790): Launched\u000a00:24:52.402992 run osmo-stp_10.42.42.5(pid=18791): Launched\u000a00:24:52.509559 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:24:53.021252 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18793): Launched\u000a00:24:53.126546 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:24:53.382379 run patchelf(pid=18794): Launched\u000a00:24:53.554815 run osmo-stp_10.42.42.5(pid=18791): ERR: Terminated: ERROR {rc=1} [trial-2396↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18791)]\u000a00:24:53.680506 run osmo-stp_10.42.42.5(pid=18791): stdout: \u000a| (launched: 2022-12-14_00:24:52.258219)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:24:53.806289 run osmo-stp_10.42.42.5(pid=18791): stderr: \u000a| �[0;m�[38;5;43m20221214002452425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002452425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002452426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002452426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002452429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002452429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002452429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:24:53.928039 run osmo-stp_10.42.42.5(pid=18791): stdout: \u000a| (launched: 2022-12-14_00:24:52.258219)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:24:54.048648 run osmo-stp_10.42.42.5(pid=18791): stderr: \u000a| �[0;m�[38;5;43m20221214002452425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002452425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002452426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002452426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002452429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002452429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002452429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:24:54.189167 run patchelf(pid=18794): Terminating (SIGINT)\u000a00:24:54.353952 run patchelf(pid=18794): Terminated: ok {rc=0}\u000a00:24:54.383911 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18791): Process ended prematurely: osmo-stp_10.42.42.5(pid=18791) [trial-2396↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18791)] [trial-2396↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a00:24:54.392527 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a00:24:54.451857 run osmo-hlr_10.42.42.2(pid=18788): ERR: Terminated: ERROR {rc=237} [trial-2396↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18788)]\u000a00:24:54.500629 run osmo-hlr_10.42.42.2(pid=18788): stdout: \u000a| (launched: 2022-12-14_00:24:51.346223) \u000a00:24:54.550207 run osmo-hlr_10.42.42.2(pid=18788): stderr: \u000a| �[0;m�[1;31m20221214002451522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214002451522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214002451522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002451522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002451522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214002451522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214002451538 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214002451548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214002451548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214002451548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:24:54.595893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18787): Terminating (SIGTERM)\u000a00:24:54.638858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18790): Terminating (SIGTERM)\u000a00:24:54.681643 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18793): Terminating (SIGTERM)\u000a00:24:54.691343 --- ParallelTerminationStrategy: PID 18787 died...\u000a00:24:54.749062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18787): Terminated: ok {rc=0}\u000a00:24:54.759232 --- ParallelTerminationStrategy: PID 18790 died...\u000a00:24:54.816461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18790): Terminated: ok {rc=0}\u000a00:24:54.826665 --- ParallelTerminationStrategy: PID 18793 died...\u000a00:24:54.884124 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18793): Terminated: ok {rc=0}\u000a00:24:54.971364 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:23:54" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18807): Process ended prematurely: osmo-stp_10.42.42.5(pid=18807) [trial-2396↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18807)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18807): Process ended prematurely: osmo-stp_10.42.42.5(pid=18807) [trial-2396↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18807)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a00:24:57.012760 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:24:57.024229 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:24:57.175958 tst switch_tch_pdch.py: using LAC 37270\u000a00:24:57.291242 tst switch_tch_pdch.py: using RAC 40\u000a00:24:57.407918 tst switch_tch_pdch.py: using CellId 37270\u000a00:24:57.522778 tst switch_tch_pdch.py: using BVCI 37271\u000a00:24:57.545378 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:24:57.556819 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:24:57.568152 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:24:57.579559 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:24:57.591330 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:24:57.603146 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:24:57.615110 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:24:57.627217 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:24:57.746915 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:24:58.019967 tst switch_tch_pdch.py:51: start network...\u000a00:24:58.145198 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:24:58.635760 run create_hlr_db(pid=18798): Launched\u000a00:24:58.817190 bus /gobi_6: Setting Powered False\u000a00:24:59.838124 run create_hlr_db(pid=18798): Terminated: ok {rc=0}\u000a00:25:00.231022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18800): Launched\u000a00:25:00.522104 run osmo-hlr_10.42.42.2(pid=18801): Launched\u000a00:25:00.638030 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:25:01.211307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18803): Launched\u000a00:25:01.616030 run osmo-stp_10.42.42.5(pid=18807): Launched\u000a00:25:01.783821 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:25:02.395896 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18809): Launched\u000a00:25:02.500686 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:25:02.757059 run patchelf(pid=18810): Launched\u000a00:25:02.928601 run osmo-stp_10.42.42.5(pid=18807): ERR: Terminated: ERROR {rc=1} [trial-2396↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18807)]\u000a00:25:03.054590 run osmo-stp_10.42.42.5(pid=18807): stdout: \u000a| (launched: 2022-12-14_00:25:01.367402)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:25:03.180367 run osmo-stp_10.42.42.5(pid=18807): stderr: \u000a| �[0;m�[38;5;43m20221214002501698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002501698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002501698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002501698 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002501699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002501699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002501699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:25:03.302356 run osmo-stp_10.42.42.5(pid=18807): stdout: \u000a| (launched: 2022-12-14_00:25:01.367402)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:25:03.422982 run osmo-stp_10.42.42.5(pid=18807): stderr: \u000a| �[0;m�[38;5;43m20221214002501698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002501698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002501698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002501698 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002501699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002501699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002501699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:25:03.563652 run patchelf(pid=18810): Terminating (SIGINT)\u000a00:25:03.728475 run patchelf(pid=18810): Terminated: ok {rc=0}\u000a00:25:03.758415 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=18807): Process ended prematurely: osmo-stp_10.42.42.5(pid=18807) [trial-2396↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18807)] [trial-2396↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a00:25:03.767049 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a00:25:03.826484 run osmo-hlr_10.42.42.2(pid=18801): ERR: Terminated: ERROR {rc=237} [trial-2396↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18801)]\u000a00:25:03.874908 run osmo-hlr_10.42.42.2(pid=18801): stdout: \u000a| (launched: 2022-12-14_00:25:00.379102) \u000a00:25:03.923906 run osmo-hlr_10.42.42.2(pid=18801): stderr: \u000a| �[0;m�[1;31m20221214002500554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214002500554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214002500554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002500554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002500554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214002500554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214002500566 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214002500575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214002500575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214002500575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:25:03.965786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18800): Terminating (SIGTERM)\u000a00:25:04.005140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18803): Terminating (SIGTERM)\u000a00:25:04.044418 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18809): Terminating (SIGTERM)\u000a00:25:04.053470 --- ParallelTerminationStrategy: PID 18800 died...\u000a00:25:04.105930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18800): Terminated: ok {rc=0}\u000a00:25:04.115330 --- ParallelTerminationStrategy: PID 18803 died...\u000a00:25:04.167425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18803): Terminated: ok {rc=0}\u000a00:25:04.176732 --- ParallelTerminationStrategy: PID 18809 died...\u000a00:25:04.228853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18809): Terminated: ok {rc=0}\u000a00:25:04.312008 bus /gobi_0: Setting Powered False\u000a00:25:05.417819 bus /gobi_0: Setting Powered False\u000a00:25:06.528081 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:24:56" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=18817): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18817) [trial-2396↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18817)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=18817): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18817) [trial-2396↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18817)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a00:25:08.362746 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a00:25:08.473656 tst esme_connect_policy_acceptall.py: using MSISDN 8403\u000a00:25:08.616360 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:25:09.216140 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18816): Launched\u000a00:25:09.533092 run osmo-nitb_10.42.42.2(pid=18817): Launched\u000a00:25:09.729342 run osmo-nitb_10.42.42.2(pid=18817): ERR: Terminated: ERROR {rc=2} [trial-2396↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18817)]\u000a00:25:09.873822 run osmo-nitb_10.42.42.2(pid=18817): stdout: \u000a| (launched: 2022-12-14_00:25:09.379121) \u000a00:25:10.018340 run osmo-nitb_10.42.42.2(pid=18817): stderr: \u000a| (launched: 2022-12-14_00:25:09.426754)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:25:10.158593 run osmo-nitb_10.42.42.2(pid=18817): stdout: \u000a| (launched: 2022-12-14_00:25:09.379121) \u000a00:25:10.297632 run osmo-nitb_10.42.42.2(pid=18817): stderr: \u000a| (launched: 2022-12-14_00:25:09.426754)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:25:10.655080 tst osmo-nitb_10.42.42.2(pid=18817): stdout: \u000a| (launched: 2022-12-14_00:25:09.379121) \u000a00:25:10.774983 tst osmo-nitb_10.42.42.2(pid=18817): stderr: \u000a| (launched: 2022-12-14_00:25:09.426754)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:25:10.827294 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=18817): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18817) [trial-2396↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18817)] [trial-2396↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a00:25:10.835331 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.5 sec)\u000a00:25:10.869602 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18816): Terminating (SIGTERM)\u000a00:25:11.047131 --- ParallelTerminationStrategy: PID 18816 died...\u000a00:25:11.101720 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18816): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "nitb_smpp", "duration" : 2.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=18819): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18819) [trial-2396↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18819)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=18819): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18819) [trial-2396↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18819)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a00:25:11.115570 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a00:25:11.226495 tst esme_connect_policy_closed.py: using MSISDN 8404\u000a00:25:11.343732 tst esme_connect_policy_closed.py: using MSISDN 8405\u000a00:25:11.450199 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:25:12.017848 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18818): Launched\u000a00:25:12.315687 run osmo-nitb_10.42.42.2(pid=18819): Launched\u000a00:25:12.487275 run osmo-nitb_10.42.42.2(pid=18819): ERR: Terminated: ERROR {rc=2} [trial-2396↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18819)]\u000a00:25:12.612467 run osmo-nitb_10.42.42.2(pid=18819): stdout: \u000a| (launched: 2022-12-14_00:25:12.171366) \u000a00:25:12.738726 run osmo-nitb_10.42.42.2(pid=18819): stderr: \u000a| (launched: 2022-12-14_00:25:12.216113)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:25:12.859681 run osmo-nitb_10.42.42.2(pid=18819): stdout: \u000a| (launched: 2022-12-14_00:25:12.171366) \u000a00:25:12.979494 run osmo-nitb_10.42.42.2(pid=18819): stderr: \u000a| (launched: 2022-12-14_00:25:12.216113)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:25:13.032130 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=18819): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18819) [trial-2396↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18819)] [trial-2396↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a00:25:13.040034 tst esme_connect_policy_closed.py:24: Test FAILED (1.9 sec)\u000a00:25:13.074330 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18818): Terminating (SIGTERM)\u000a00:25:13.251732 --- ParallelTerminationStrategy: PID 18818 died...\u000a00:25:13.306671 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18818): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=18821): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18821) [trial-2396↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18821)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=18821): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18821) [trial-2396↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18821)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a00:25:13.320906 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a00:25:13.332300 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a00:25:13.456598 tst esme_ms_sms_storeforward.py: using LAC 37271\u000a00:25:13.576672 tst esme_ms_sms_storeforward.py: using RAC 41\u000a00:25:13.697487 tst esme_ms_sms_storeforward.py: using CellId 37271\u000a00:25:13.816343 tst esme_ms_sms_storeforward.py: using BVCI 37272\u000a00:25:13.839508 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a00:25:14.065515 tst esme_ms_sms_storeforward.py: using MSISDN 8406\u000a00:25:14.263891 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a00:25:14.400083 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:25:15.065777 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18820): Launched\u000a00:25:15.386249 run osmo-nitb_10.42.42.2(pid=18821): Launched\u000a00:25:15.571975 run osmo-nitb_10.42.42.2(pid=18821): ERR: Terminated: ERROR {rc=2} [trial-2396↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18821)]\u000a00:25:15.707954 run osmo-nitb_10.42.42.2(pid=18821): stdout: \u000a| (launched: 2022-12-14_00:25:15.230524) \u000a00:25:15.849428 run osmo-nitb_10.42.42.2(pid=18821): stderr: \u000a| (launched: 2022-12-14_00:25:15.278821)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:25:15.986338 run osmo-nitb_10.42.42.2(pid=18821): stdout: \u000a| (launched: 2022-12-14_00:25:15.230524) \u000a00:25:16.135729 run osmo-nitb_10.42.42.2(pid=18821): stderr: \u000a| (launched: 2022-12-14_00:25:15.278821)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:25:16.190885 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=18821): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18821) [trial-2396↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18821)] [trial-2396↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a00:25:16.200402 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.9 sec)\u000a00:25:16.240369 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18820): Terminating (SIGTERM)\u000a00:25:16.418486 --- ParallelTerminationStrategy: PID 18820 died...\u000a00:25:16.493038 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18820): Terminated: ok {rc=0}\u000a00:25:16.605406 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 257, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=18823): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18823) [trial-2396↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18823)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=18823): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18823) [trial-2396↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18823)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a00:25:17.660268 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a00:25:17.671835 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a00:25:17.801994 tst esme_ms_sms_transaction.py: using LAC 37272\u000a00:25:17.927879 tst esme_ms_sms_transaction.py: using RAC 42\u000a00:25:18.054150 tst esme_ms_sms_transaction.py: using CellId 37272\u000a00:25:18.184366 tst esme_ms_sms_transaction.py: using BVCI 37273\u000a00:25:18.208746 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a00:25:18.433214 tst esme_ms_sms_transaction.py: using MSISDN 8407\u000a00:25:18.631935 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a00:25:18.767239 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:25:19.428225 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18822): Launched\u000a00:25:19.746899 run osmo-nitb_10.42.42.2(pid=18823): Launched\u000a00:25:19.944086 run osmo-nitb_10.42.42.2(pid=18823): ERR: Terminated: ERROR {rc=2} [trial-2396↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18823)]\u000a00:25:20.089682 run osmo-nitb_10.42.42.2(pid=18823): stdout: \u000a| (launched: 2022-12-14_00:25:19.592727) \u000a00:25:20.235209 run osmo-nitb_10.42.42.2(pid=18823): stderr: \u000a| (launched: 2022-12-14_00:25:19.640597)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:25:20.376338 run osmo-nitb_10.42.42.2(pid=18823): stdout: \u000a| (launched: 2022-12-14_00:25:19.592727) \u000a00:25:20.517006 run osmo-nitb_10.42.42.2(pid=18823): stderr: \u000a| (launched: 2022-12-14_00:25:19.640597)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:25:20.876578 tst osmo-nitb_10.42.42.2(pid=18823): stdout: \u000a| (launched: 2022-12-14_00:25:19.592727) \u000a00:25:21.004832 tst osmo-nitb_10.42.42.2(pid=18823): stderr: \u000a| (launched: 2022-12-14_00:25:19.640597)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:25:21.060755 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=18823): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18823) [trial-2396↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18823)] [trial-2396↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a00:25:21.069477 tst esme_ms_sms_transaction.py:21: Test FAILED (3.4 sec)\u000a00:25:21.105410 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18822): Terminating (SIGTERM)\u000a00:25:21.283583 --- ParallelTerminationStrategy: PID 18822 died...\u000a00:25:21.341523 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18822): Terminated: ok {rc=0}\u000a00:25:21.428674 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 15.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:25:08" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=18832): Process ended prematurely: osmo-hlr_10.42.42.2(pid=18832) [trial-2396↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18832)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=18832): Process ended prematurely: osmo-hlr_10.42.42.2(pid=18832) [trial-2396↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18832)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a00:25:23.234638 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:23.245583 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:23.256354 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:23.267093 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:23.384780 tst esme_connect_policy_acceptall.py: using MSISDN 8408\u000a00:25:23.500779 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a00:25:24.057520 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=18827): Launched\u000a00:25:24.381102 run osmo-stp_10.42.42.4(pid=18828): Launched\u000a00:25:24.497374 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:25:25.003017 run create_hlr_db(pid=18829): Launched\u000a00:25:25.190232 bus /sierra_2: Setting Powered False\u000a00:25:26.210424 run create_hlr_db(pid=18829): Terminated: ok {rc=0}\u000a00:25:26.614729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18831): Launched\u000a00:25:26.915584 run osmo-hlr_10.42.42.2(pid=18832): Launched\u000a00:25:27.026701 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a00:25:27.577748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18834): Launched\u000a00:25:27.880423 run osmo-msc_10.42.42.5(pid=18835): Launched\u000a00:25:28.084008 run osmo-hlr_10.42.42.2(pid=18832): ERR: Terminated: ERROR {rc=237} [trial-2396↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18832)]\u000a00:25:28.222284 run osmo-hlr_10.42.42.2(pid=18832): stdout: \u000a| (launched: 2022-12-14_00:25:26.767657) \u000a00:25:28.360620 run osmo-hlr_10.42.42.2(pid=18832): stderr: \u000a| �[0;m�[1;31m20221214002526942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214002526942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214002526942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002526942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002526942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214002526942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214002526954 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214002526963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214002526963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214002526963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:25:28.491758 run osmo-hlr_10.42.42.2(pid=18832): stdout: \u000a| (launched: 2022-12-14_00:25:26.767657) \u000a00:25:28.620684 run osmo-hlr_10.42.42.2(pid=18832): stderr: \u000a| �[0;m�[1;31m20221214002526942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214002526942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214002526942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002526942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002526942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214002526942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214002526954 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214002526963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214002526963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214002526963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:25:28.677156 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=18832): Process ended prematurely: osmo-hlr_10.42.42.2(pid=18832) [trial-2396↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18832)] [trial-2396↪smpp↪esme_connect_policy_acceptall.py:23]\u000a00:25:28.685826 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.4 sec)\u000a00:25:28.749296 run osmo-msc_10.42.42.5(pid=18835): ERR: Terminated: ERROR {rc=9} [trial-2396↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=18835)]\u000a00:25:28.801413 run osmo-msc_10.42.42.5(pid=18835): stdout: \u000a| (launched: 2022-12-14_00:25:27.730950) \u000a00:25:28.853897 run osmo-msc_10.42.42.5(pid=18835): stderr: \u000a| �[0;m�[38;5;43m20221214002528095 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221214002528095 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221214002528095 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221214002528095 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221214002528095 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221214002528095 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221214002528095 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221214002528096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221214002528096 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a00:25:28.898570 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=18827): Terminating (SIGTERM)\u000a00:25:28.940763 run osmo-stp_10.42.42.4(pid=18828): Terminating (SIGTERM)\u000a00:25:28.983975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18831): Terminating (SIGTERM)\u000a00:25:29.027329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18834): Terminating (SIGTERM)\u000a00:25:29.037149 --- ParallelTerminationStrategy: PID 18827 died...\u000a00:25:29.094926 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=18827): Terminated: ok {rc=0}\u000a00:25:29.105357 --- ParallelTerminationStrategy: PID 18828 died...\u000a00:25:29.161975 run osmo-stp_10.42.42.4(pid=18828): Terminated: ok {rc=0}\u000a00:25:29.171912 --- ParallelTerminationStrategy: PID 18831 died...\u000a00:25:29.228612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18831): Terminated: ok {rc=0}\u000a00:25:29.238777 --- ParallelTerminationStrategy: PID 18834 died...\u000a00:25:29.295486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18834): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 66, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=18843): Process ended prematurely: osmo-hlr_10.42.42.2(pid=18843) [trial-2396↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18843)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=18843): Process ended prematurely: osmo-hlr_10.42.42.2(pid=18843) [trial-2396↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18843)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a00:25:29.310620 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:29.322100 tst smpp: Using 1 x bts (candidates: 1)\u000a00:25:29.451501 tst esme_connect_policy_closed.py: using LAC 37273\u000a00:25:29.580120 tst esme_connect_policy_closed.py: using RAC 43\u000a00:25:29.706842 tst esme_connect_policy_closed.py: using CellId 37273\u000a00:25:29.834673 tst esme_connect_policy_closed.py: using BVCI 37274\u000a00:25:29.859194 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:29.870290 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:29.881202 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:29.999906 tst esme_connect_policy_closed.py: using MSISDN 8409\u000a00:25:30.128178 tst esme_connect_policy_closed.py: using MSISDN 8410\u000a00:25:30.243970 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a00:25:30.800733 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=18838): Launched\u000a00:25:31.235366 run osmo-stp_10.42.42.4(pid=18839): Launched\u000a00:25:31.355885 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:25:31.908615 run create_hlr_db(pid=18840): Launched\u000a00:25:33.098695 run create_hlr_db(pid=18840): Terminated: ok {rc=0}\u000a00:25:33.430134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18842): Launched\u000a00:25:33.752547 run osmo-hlr_10.42.42.2(pid=18843): Launched\u000a00:25:33.872787 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a00:25:34.464141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18845): Launched\u000a00:25:34.787896 run osmo-msc_10.42.42.5(pid=18846): Launched\u000a00:25:34.977485 run osmo-hlr_10.42.42.2(pid=18843): ERR: Terminated: ERROR {rc=237} [trial-2396↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18843)]\u000a00:25:35.113385 run osmo-hlr_10.42.42.2(pid=18843): stdout: \u000a| (launched: 2022-12-14_00:25:33.594763) \u000a00:25:35.251443 run osmo-hlr_10.42.42.2(pid=18843): stderr: \u000a| �[0;m�[1;31m20221214002533794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214002533794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214002533794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002533794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002533794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214002533794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214002533806 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214002533814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214002533814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214002533814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:25:35.381411 run osmo-hlr_10.42.42.2(pid=18843): stdout: \u000a| (launched: 2022-12-14_00:25:33.594763) \u000a00:25:35.511000 run osmo-hlr_10.42.42.2(pid=18843): stderr: \u000a| �[0;m�[1;31m20221214002533794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214002533794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214002533794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002533794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002533794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214002533794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214002533806 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214002533814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214002533814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214002533814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:25:35.567229 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=18843): Process ended prematurely: osmo-hlr_10.42.42.2(pid=18843) [trial-2396↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18843)] [trial-2396↪smpp↪esme_connect_policy_closed.py:31]\u000a00:25:35.575792 tst esme_connect_policy_closed.py:31: Test FAILED (6.3 sec)\u000a00:25:35.638748 run osmo-msc_10.42.42.5(pid=18846): ERR: Terminated: ERROR {rc=9} [trial-2396↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=18846)]\u000a00:25:35.690136 run osmo-msc_10.42.42.5(pid=18846): stdout: \u000a| (launched: 2022-12-14_00:25:34.628942) \u000a00:25:35.741940 run osmo-msc_10.42.42.5(pid=18846): stderr: \u000a| �[0;m�[38;5;43m20221214002534992 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221214002534992 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221214002534992 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221214002534992 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221214002534992 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221214002534992 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221214002534992 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221214002534993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221214002534993 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a00:25:35.786502 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=18838): Terminating (SIGTERM)\u000a00:25:35.829391 run osmo-stp_10.42.42.4(pid=18839): Terminating (SIGTERM)\u000a00:25:35.873216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18842): Terminating (SIGTERM)\u000a00:25:35.919116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18845): Terminating (SIGTERM)\u000a00:25:35.929606 --- ParallelTerminationStrategy: PID 18838 died...\u000a00:25:35.989149 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=18838): Terminated: ok {rc=0}\u000a00:25:35.999420 --- ParallelTerminationStrategy: PID 18839 died...\u000a00:25:36.055980 run osmo-stp_10.42.42.4(pid=18839): Terminated: ok {rc=0}\u000a00:25:36.066009 --- ParallelTerminationStrategy: PID 18842 died...\u000a00:25:36.122361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18842): Terminated: ok {rc=0}\u000a00:25:36.132402 --- ParallelTerminationStrategy: PID 18845 died...\u000a00:25:36.189060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18845): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 66, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18855): Process ended prematurely: osmo-stp_10.42.42.5(pid=18855) [trial-2396↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18855)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18855): Process ended prematurely: osmo-stp_10.42.42.5(pid=18855) [trial-2396↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18855)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a00:25:36.204653 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:36.216239 tst smpp: Using 1 x bts (candidates: 1)\u000a00:25:36.343043 tst esme_ms_sms_storeforward.py: using LAC 37274\u000a00:25:36.462927 tst esme_ms_sms_storeforward.py: using RAC 44\u000a00:25:36.584602 tst esme_ms_sms_storeforward.py: using CellId 37274\u000a00:25:36.705760 tst esme_ms_sms_storeforward.py: using BVCI 37275\u000a00:25:36.728758 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:36.739233 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:36.749523 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:36.759653 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:36.769859 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:36.780368 tst smpp: Using 1 x modem (candidates: 1)\u000a00:25:37.006467 tst esme_ms_sms_storeforward.py: using MSISDN 8411\u000a00:25:37.122828 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:25:37.630797 run create_hlr_db(pid=18849): Launched\u000a00:25:38.820080 run create_hlr_db(pid=18849): Terminated: ok {rc=0}\u000a00:25:39.151796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18851): Launched\u000a00:25:39.475166 run osmo-hlr_10.42.42.2(pid=18852): Launched\u000a00:25:39.593480 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:25:40.156370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18854): Launched\u000a00:25:40.480670 run osmo-stp_10.42.42.5(pid=18855): Launched\u000a00:25:40.599145 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:25:41.186869 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18857): Launched\u000a00:25:41.510157 run osmo-msc_10.42.42.6(pid=18858): Launched\u000a00:25:41.700368 run osmo-stp_10.42.42.5(pid=18855): ERR: Terminated: ERROR {rc=1} [trial-2396↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18855)]\u000a00:25:41.837874 run osmo-stp_10.42.42.5(pid=18855): stdout: \u000a| (launched: 2022-12-14_00:25:40.321412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:25:41.975020 run osmo-stp_10.42.42.5(pid=18855): stderr: \u000a| �[0;m�[38;5;43m20221214002540515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002540515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002540515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002540516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002540516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002540516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002540516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:25:42.105193 run osmo-stp_10.42.42.5(pid=18855): stdout: \u000a| (launched: 2022-12-14_00:25:40.321412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:25:42.234206 run osmo-stp_10.42.42.5(pid=18855): stderr: \u000a| �[0;m�[38;5;43m20221214002540515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002540515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002540515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002540516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002540516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002540516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002540516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:25:42.290348 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=18855): Process ended prematurely: osmo-stp_10.42.42.5(pid=18855) [trial-2396↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18855)] [trial-2396↪smpp↪esme_ms_sms_storeforward.py:30]\u000a00:25:42.298890 tst esme_ms_sms_storeforward.py:30: Test FAILED (6.1 sec)\u000a00:25:42.361686 run osmo-hlr_10.42.42.2(pid=18852): ERR: Terminated: ERROR {rc=237} [trial-2396↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18852)]\u000a00:25:42.413237 run osmo-hlr_10.42.42.2(pid=18852): stdout: \u000a| (launched: 2022-12-14_00:25:39.316352) \u000a00:25:42.465841 run osmo-hlr_10.42.42.2(pid=18852): stderr: \u000a| �[0;m�[1;31m20221214002539512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214002539512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214002539512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002539513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002539513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214002539513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214002539525 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214002539533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214002539533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214002539533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:25:42.536332 run osmo-msc_10.42.42.6(pid=18858): ERR: Terminated: ERROR {rc=2} [trial-2396↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18858)]\u000a00:25:42.587350 run osmo-msc_10.42.42.6(pid=18858): stdout: \u000a| (launched: 2022-12-14_00:25:41.350934) \u000a00:25:42.639216 run osmo-msc_10.42.42.6(pid=18858): stderr: \u000a| �[0;m�[38;5;43m20221214002541671 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214002541671 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb00387bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214002541671 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214002541671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214002541671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214002541672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214002541676 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214002541677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214002541677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214002541677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:25:42.683413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18851): Terminating (SIGTERM)\u000a00:25:42.725207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18854): Terminating (SIGTERM)\u000a00:25:42.766984 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18857): Terminating (SIGTERM)\u000a00:25:42.776517 --- ParallelTerminationStrategy: PID 18851 died...\u000a00:25:42.832902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18851): Terminated: ok {rc=0}\u000a00:25:42.843123 --- ParallelTerminationStrategy: PID 18854 died...\u000a00:25:42.899502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18854): Terminated: ok {rc=0}\u000a00:25:42.910057 --- ParallelTerminationStrategy: PID 18857 died...\u000a00:25:42.966733 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18857): Terminated: ok {rc=0}\u000a00:25:43.053949 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 66, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18866): Process ended prematurely: osmo-stp_10.42.42.5(pid=18866) [trial-2396↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18866)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18866): Process ended prematurely: osmo-stp_10.42.42.5(pid=18866) [trial-2396↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18866)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a00:25:44.106837 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:44.118558 tst smpp: Using 1 x bts (candidates: 1)\u000a00:25:44.247905 tst esme_ms_sms_transaction.py: using LAC 37275\u000a00:25:44.374227 tst esme_ms_sms_transaction.py: using RAC 45\u000a00:25:44.500647 tst esme_ms_sms_transaction.py: using CellId 37275\u000a00:25:44.632723 tst esme_ms_sms_transaction.py: using BVCI 37276\u000a00:25:44.657434 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:44.668235 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:44.678995 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:44.689765 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:44.700918 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:44.712097 tst smpp: Using 1 x modem (candidates: 1)\u000a00:25:44.936777 tst esme_ms_sms_transaction.py: using MSISDN 8412\u000a00:25:45.053193 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:25:45.562105 run create_hlr_db(pid=18860): Launched\u000a00:25:45.750492 bus /sierra_2: Setting Powered False\u000a00:25:46.823625 run create_hlr_db(pid=18860): Terminated: ok {rc=0}\u000a00:25:47.262268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18862): Launched\u000a00:25:47.567258 run osmo-hlr_10.42.42.2(pid=18863): Launched\u000a00:25:47.680701 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:25:48.204042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18865): Launched\u000a00:25:48.504565 run osmo-stp_10.42.42.5(pid=18866): Launched\u000a00:25:48.614677 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:25:49.164068 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18868): Launched\u000a00:25:49.465960 run osmo-msc_10.42.42.6(pid=18869): Launched\u000a00:25:49.644373 run osmo-stp_10.42.42.5(pid=18866): ERR: Terminated: ERROR {rc=1} [trial-2396↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18866)]\u000a00:25:49.772628 run osmo-stp_10.42.42.5(pid=18866): stdout: \u000a| (launched: 2022-12-14_00:25:48.357272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:25:49.898453 run osmo-stp_10.42.42.5(pid=18866): stderr: \u000a| �[0;m�[38;5;43m20221214002548529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002548529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002548529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002548530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002548530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002548530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002548530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:25:50.019909 run osmo-stp_10.42.42.5(pid=18866): stdout: \u000a| (launched: 2022-12-14_00:25:48.357272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:25:50.139949 run osmo-stp_10.42.42.5(pid=18866): stderr: \u000a| �[0;m�[38;5;43m20221214002548529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002548529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002548529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002548530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002548530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002548530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002548530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:25:50.192284 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=18866): Process ended prematurely: osmo-stp_10.42.42.5(pid=18866) [trial-2396↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18866)] [trial-2396↪smpp↪esme_ms_sms_transaction.py:28]\u000a00:25:50.200106 tst esme_ms_sms_transaction.py:28: Test FAILED (6.1 sec)\u000a00:25:50.259905 run osmo-hlr_10.42.42.2(pid=18863): ERR: Terminated: ERROR {rc=237} [trial-2396↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18863)]\u000a00:25:50.309181 run osmo-hlr_10.42.42.2(pid=18863): stdout: \u000a| (launched: 2022-12-14_00:25:47.416600) \u000a00:25:50.359012 run osmo-hlr_10.42.42.2(pid=18863): stderr: \u000a| �[0;m�[1;31m20221214002547594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214002547594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214002547594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002547594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002547594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214002547594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214002547606 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214002547615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214002547616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214002547616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:25:50.426719 run osmo-msc_10.42.42.6(pid=18869): ERR: Terminated: ERROR {rc=2} [trial-2396↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18869)]\u000a00:25:50.475741 run osmo-msc_10.42.42.6(pid=18869): stdout: \u000a| (launched: 2022-12-14_00:25:49.317643) \u000a00:25:50.525424 run osmo-msc_10.42.42.6(pid=18869): stderr: \u000a| �[0;m�[38;5;43m20221214002549590 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214002549590 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa600476c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214002549590 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214002549591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214002549591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214002549591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214002549594 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214002549595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214002549595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214002549595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:25:50.567369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18862): Terminating (SIGTERM)\u000a00:25:50.606942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18865): Terminating (SIGTERM)\u000a00:25:50.646701 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18868): Terminating (SIGTERM)\u000a00:25:50.655834 --- ParallelTerminationStrategy: PID 18862 died...\u000a00:25:50.708846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18862): Terminated: ok {rc=0}\u000a00:25:50.718279 --- ParallelTerminationStrategy: PID 18865 died...\u000a00:25:50.770543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18865): Terminated: ok {rc=0}\u000a00:25:50.779897 --- ParallelTerminationStrategy: PID 18868 died...\u000a00:25:50.832101 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18868): Terminated: ok {rc=0}\u000a00:25:50.918909 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 30.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:25:23" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18883): Process ended prematurely: osmo-stp_10.42.42.5(pid=18883) [trial-2396↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18883)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18883): Process ended prematurely: osmo-stp_10.42.42.5(pid=18883) [trial-2396↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18883)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a00:25:52.787515 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:25:52.797949 tst encryption: Using 1 x bts (candidates: 1)\u000a00:25:52.929228 tst register_a5_0_authopt.py: using LAC 37276\u000a00:25:53.058805 tst register_a5_0_authopt.py: using RAC 46\u000a00:25:53.186424 tst register_a5_0_authopt.py: using CellId 37276\u000a00:25:53.314653 tst register_a5_0_authopt.py: using BVCI 37277\u000a00:25:53.339350 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:25:53.350286 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:25:53.361208 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:25:53.371836 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:25:53.382853 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:25:53.393819 tst encryption: Using 1 x modem (candidates: 1)\u000a00:25:53.690749 tst register_a5_0_authopt.py:8: start network...\u000a00:25:53.827225 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:25:54.339521 run create_hlr_db(pid=18877): Launched\u000a00:25:54.530565 bus /sierra_2: Setting Powered False\u000a00:25:55.551351 run create_hlr_db(pid=18877): Terminated: ok {rc=0}\u000a00:25:55.961445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18879): Launched\u000a00:25:56.268513 run osmo-hlr_10.42.42.2(pid=18880): Launched\u000a00:25:56.381676 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:25:56.911319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18882): Launched\u000a00:25:57.216046 run osmo-stp_10.42.42.5(pid=18883): Launched\u000a00:25:57.327932 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:25:57.883759 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18885): Launched\u000a00:25:58.190047 run osmo-msc_10.42.42.6(pid=18886): Launched\u000a00:25:58.369798 run osmo-stp_10.42.42.5(pid=18883): ERR: Terminated: ERROR {rc=1} [trial-2396↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18883)]\u000a00:25:58.499674 run osmo-stp_10.42.42.5(pid=18883): stdout: \u000a| (launched: 2022-12-14_00:25:57.066162)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:25:58.626939 run osmo-stp_10.42.42.5(pid=18883): stderr: \u000a| �[0;m�[38;5;43m20221214002557236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002557236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002557237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002557237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002557237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002557238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002557238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:25:58.749447 run osmo-stp_10.42.42.5(pid=18883): stdout: \u000a| (launched: 2022-12-14_00:25:57.066162)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:25:58.871051 run osmo-stp_10.42.42.5(pid=18883): stderr: \u000a| �[0;m�[38;5;43m20221214002557236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002557236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002557237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002557237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002557237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002557238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002557238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:25:58.924536 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18883): Process ended prematurely: osmo-stp_10.42.42.5(pid=18883) [trial-2396↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18883)] [trial-2396↪encryption↪register_a5_0_authopt.py:8]\u000a00:25:58.933208 tst register_a5_0_authopt.py:8: Test FAILED (6.2 sec)\u000a00:25:58.992506 run osmo-hlr_10.42.42.2(pid=18880): ERR: Terminated: ERROR {rc=237} [trial-2396↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18880)]\u000a00:25:59.041482 run osmo-hlr_10.42.42.2(pid=18880): stdout: \u000a| (launched: 2022-12-14_00:25:56.118692) \u000a00:25:59.091133 run osmo-hlr_10.42.42.2(pid=18880): stderr: \u000a| �[0;m�[1;31m20221214002556297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214002556297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214002556297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002556297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002556297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214002556297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214002556309 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214002556318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214002556318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214002556318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:25:59.158828 run osmo-msc_10.42.42.6(pid=18886): ERR: Terminated: ERROR {rc=2} [trial-2396↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18886)]\u000a00:25:59.208028 run osmo-msc_10.42.42.6(pid=18886): stdout: \u000a| (launched: 2022-12-14_00:25:58.039399) \u000a00:25:59.257727 run osmo-msc_10.42.42.6(pid=18886): stderr: \u000a| �[0;m�[38;5;43m20221214002558312 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214002558312 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdb6fda7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214002558312 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214002558312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214002558313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214002558313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214002558314 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214002558315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214002558315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214002558315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:25:59.299466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18879): Terminating (SIGTERM)\u000a00:25:59.338853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18882): Terminating (SIGTERM)\u000a00:25:59.378816 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18885): Terminating (SIGTERM)\u000a00:25:59.387990 --- ParallelTerminationStrategy: PID 18879 died...\u000a00:25:59.441488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18879): Terminated: ok {rc=0}\u000a00:25:59.451050 --- ParallelTerminationStrategy: PID 18882 died...\u000a00:25:59.503861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18882): Terminated: ok {rc=0}\u000a00:25:59.513857 --- ParallelTerminationStrategy: PID 18885 died...\u000a00:25:59.567076 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18885): Terminated: ok {rc=0}\u000a00:25:59.650518 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 66, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18894): Process ended prematurely: osmo-stp_10.42.42.5(pid=18894) [trial-2396↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18894)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18894): Process ended prematurely: osmo-stp_10.42.42.5(pid=18894) [trial-2396↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18894)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a00:26:00.761202 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:00.772363 tst encryption: Using 1 x bts (candidates: 1)\u000a00:26:00.923752 tst register_a5_0_authreq.py: using LAC 37277\u000a00:26:01.064002 tst register_a5_0_authreq.py: using RAC 47\u000a00:26:01.195067 tst register_a5_0_authreq.py: using CellId 37277\u000a00:26:01.360331 tst register_a5_0_authreq.py: using BVCI 37278\u000a00:26:01.391218 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:01.402921 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:01.414420 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:01.425819 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:01.438290 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:01.450840 tst encryption: Using 1 x modem (candidates: 1)\u000a00:26:01.746301 tst register_a5_0_authreq.py:8: start network...\u000a00:26:01.879929 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:26:02.380647 run create_hlr_db(pid=18888): Launched\u000a00:26:02.558370 bus /sierra_2: Setting Powered False\u000a00:26:03.578808 run create_hlr_db(pid=18888): Terminated: ok {rc=0}\u000a00:26:04.012036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18890): Launched\u000a00:26:04.339295 run osmo-hlr_10.42.42.2(pid=18891): Launched\u000a00:26:04.458954 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:26:05.024564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18893): Launched\u000a00:26:05.349847 run osmo-stp_10.42.42.5(pid=18894): Launched\u000a00:26:05.468748 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:26:06.062657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18896): Launched\u000a00:26:06.389105 run osmo-msc_10.42.42.6(pid=18897): Launched\u000a00:26:06.581423 run osmo-stp_10.42.42.5(pid=18894): ERR: Terminated: ERROR {rc=1} [trial-2396↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18894)]\u000a00:26:06.719535 run osmo-stp_10.42.42.5(pid=18894): stdout: \u000a| (launched: 2022-12-14_00:26:05.190083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:26:06.856877 run osmo-stp_10.42.42.5(pid=18894): stderr: \u000a| �[0;m�[38;5;43m20221214002605382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002605383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002605383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002605383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002605386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002605386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002605386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:26:06.988051 run osmo-stp_10.42.42.5(pid=18894): stdout: \u000a| (launched: 2022-12-14_00:26:05.190083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:26:07.118307 run osmo-stp_10.42.42.5(pid=18894): stderr: \u000a| �[0;m�[38;5;43m20221214002605382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002605383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002605383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002605383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002605386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002605386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002605386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:26:07.175170 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18894): Process ended prematurely: osmo-stp_10.42.42.5(pid=18894) [trial-2396↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18894)] [trial-2396↪encryption↪register_a5_0_authreq.py:8]\u000a00:26:07.184171 tst register_a5_0_authreq.py:8: Test FAILED (6.5 sec)\u000a00:26:07.246802 run osmo-hlr_10.42.42.2(pid=18891): ERR: Terminated: ERROR {rc=237} [trial-2396↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18891)]\u000a00:26:07.297934 run osmo-hlr_10.42.42.2(pid=18891): stdout: \u000a| (launched: 2022-12-14_00:26:04.178835) \u000a00:26:07.349773 run osmo-hlr_10.42.42.2(pid=18891): stderr: \u000a| �[0;m�[1;31m20221214002604377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214002604377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214002604377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002604377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002604377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214002604377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214002604410 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214002604420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214002604420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214002604421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:26:07.419975 run osmo-msc_10.42.42.6(pid=18897): ERR: Terminated: ERROR {rc=2} [trial-2396↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18897)]\u000a00:26:07.471389 run osmo-msc_10.42.42.6(pid=18897): stdout: \u000a| (launched: 2022-12-14_00:26:06.229281) \u000a00:26:07.523441 run osmo-msc_10.42.42.6(pid=18897): stderr: \u000a| �[0;m�[38;5;43m20221214002606552 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214002606553 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff934975c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214002606553 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214002606553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214002606553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214002606553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214002606555 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214002606555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214002606555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214002606555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:26:07.567456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18890): Terminating (SIGTERM)\u000a00:26:07.609782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18893): Terminating (SIGTERM)\u000a00:26:07.651960 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18896): Terminating (SIGTERM)\u000a00:26:07.661671 --- ParallelTerminationStrategy: PID 18890 died...\u000a00:26:07.718178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18890): Terminated: ok {rc=0}\u000a00:26:07.728356 --- ParallelTerminationStrategy: PID 18893 died...\u000a00:26:07.784586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18893): Terminated: ok {rc=0}\u000a00:26:07.794743 --- ParallelTerminationStrategy: PID 18896 died...\u000a00:26:07.850953 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18896): Terminated: ok {rc=0}\u000a00:26:07.937559 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 66, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18905): Process ended prematurely: osmo-stp_10.42.42.5(pid=18905) [trial-2396↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18905)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18905): Process ended prematurely: osmo-stp_10.42.42.5(pid=18905) [trial-2396↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18905)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a00:26:09.055244 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:09.066960 tst encryption: Using 1 x bts (candidates: 1)\u000a00:26:09.199601 tst register_a5_1_authreq.py: using LAC 37278\u000a00:26:09.327560 tst register_a5_1_authreq.py: using RAC 48\u000a00:26:09.457919 tst register_a5_1_authreq.py: using CellId 37278\u000a00:26:09.587187 tst register_a5_1_authreq.py: using BVCI 37279\u000a00:26:09.612038 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:09.622983 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:09.633837 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:09.644548 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:09.655677 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:09.666850 tst encryption: Using 1 x modem (candidates: 1)\u000a00:26:09.948374 tst register_a5_1_authreq.py:8: start network...\u000a00:26:10.075979 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:26:10.565621 run create_hlr_db(pid=18899): Launched\u000a00:26:10.741862 bus /sierra_2: Setting Powered False\u000a00:26:11.762622 run create_hlr_db(pid=18899): Terminated: ok {rc=0}\u000a00:26:12.168714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18901): Launched\u000a00:26:12.474679 run osmo-hlr_10.42.42.2(pid=18902): Launched\u000a00:26:12.588036 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:26:13.117134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18904): Launched\u000a00:26:13.422325 run osmo-stp_10.42.42.5(pid=18905): Launched\u000a00:26:13.534312 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:26:14.087564 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18907): Launched\u000a00:26:14.393697 run osmo-msc_10.42.42.6(pid=18908): Launched\u000a00:26:14.572435 run osmo-stp_10.42.42.5(pid=18905): ERR: Terminated: ERROR {rc=1} [trial-2396↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18905)]\u000a00:26:14.701488 run osmo-stp_10.42.42.5(pid=18905): stdout: \u000a| (launched: 2022-12-14_00:26:13.272112)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:26:14.827937 run osmo-stp_10.42.42.5(pid=18905): stderr: \u000a| �[0;m�[38;5;43m20221214002613444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002613444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002613444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002613445 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002613445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002613445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002613445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:26:14.950325 run osmo-stp_10.42.42.5(pid=18905): stdout: \u000a| (launched: 2022-12-14_00:26:13.272112)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:26:15.071529 run osmo-stp_10.42.42.5(pid=18905): stderr: \u000a| �[0;m�[38;5;43m20221214002613444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002613444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002613444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002613445 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002613445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002613445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002613445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:26:15.125074 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18905): Process ended prematurely: osmo-stp_10.42.42.5(pid=18905) [trial-2396↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18905)] [trial-2396↪encryption↪register_a5_1_authreq.py:8]\u000a00:26:15.133496 tst register_a5_1_authreq.py:8: Test FAILED (6.1 sec)\u000a00:26:15.192559 run osmo-hlr_10.42.42.2(pid=18902): ERR: Terminated: ERROR {rc=237} [trial-2396↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18902)]\u000a00:26:15.241199 run osmo-hlr_10.42.42.2(pid=18902): stdout: \u000a| (launched: 2022-12-14_00:26:12.323912) \u000a00:26:15.290944 run osmo-hlr_10.42.42.2(pid=18902): stderr: \u000a| �[0;m�[1;31m20221214002612502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214002612502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214002612502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002612502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002612502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214002612502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214002612514 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214002612523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214002612523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214002612523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:26:15.357690 run osmo-msc_10.42.42.6(pid=18908): ERR: Terminated: ERROR {rc=2} [trial-2396↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18908)]\u000a00:26:15.406112 run osmo-msc_10.42.42.6(pid=18908): stdout: \u000a| (launched: 2022-12-14_00:26:14.242985) \u000a00:26:15.455045 run osmo-msc_10.42.42.6(pid=18908): stderr: \u000a| �[0;m�[38;5;43m20221214002614513 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214002614514 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f274e005c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214002614514 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214002614514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214002614514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214002614514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214002614516 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214002614516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214002614517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214002614517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:26:15.496630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18901): Terminating (SIGTERM)\u000a00:26:15.536146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18904): Terminating (SIGTERM)\u000a00:26:15.575869 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18907): Terminating (SIGTERM)\u000a00:26:15.585151 --- ParallelTerminationStrategy: PID 18901 died...\u000a00:26:15.638673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18901): Terminated: ok {rc=0}\u000a00:26:15.648180 --- ParallelTerminationStrategy: PID 18904 died...\u000a00:26:15.701043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18904): Terminated: ok {rc=0}\u000a00:26:15.710572 --- ParallelTerminationStrategy: PID 18907 died...\u000a00:26:15.763418 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18907): Terminated: ok {rc=0}\u000a00:26:15.861377 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 66, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18916): Process ended prematurely: osmo-stp_10.42.42.5(pid=18916) [trial-2396↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18916)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18916): Process ended prematurely: osmo-stp_10.42.42.5(pid=18916) [trial-2396↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18916)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a00:26:16.980662 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:16.993201 tst encryption: Using 1 x bts (candidates: 1)\u000a00:26:17.128548 tst register_a5_3_authreq.py: using LAC 37279\u000a00:26:17.259841 tst register_a5_3_authreq.py: using RAC 49\u000a00:26:17.389935 tst register_a5_3_authreq.py: using CellId 37279\u000a00:26:17.520025 tst register_a5_3_authreq.py: using BVCI 37280\u000a00:26:17.545048 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:17.556109 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:17.567271 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:17.578227 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:17.589598 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:17.600901 tst encryption: Using 1 x modem (candidates: 1)\u000a00:26:17.908019 tst register_a5_3_authreq.py:8: start network...\u000a00:26:18.045147 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:26:18.556913 run create_hlr_db(pid=18910): Launched\u000a00:26:18.746573 bus /sierra_2: Setting Powered False\u000a00:26:19.767297 run create_hlr_db(pid=18910): Terminated: ok {rc=0}\u000a00:26:20.198510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18912): Launched\u000a00:26:20.525658 run osmo-hlr_10.42.42.2(pid=18913): Launched\u000a00:26:20.642266 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:26:21.171267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18915): Launched\u000a00:26:21.475768 run osmo-stp_10.42.42.5(pid=18916): Launched\u000a00:26:21.588382 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:26:22.142975 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18918): Launched\u000a00:26:22.448781 run osmo-msc_10.42.42.6(pid=18919): Launched\u000a00:26:22.628693 run osmo-stp_10.42.42.5(pid=18916): ERR: Terminated: ERROR {rc=1} [trial-2396↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18916)]\u000a00:26:22.758720 run osmo-stp_10.42.42.5(pid=18916): stdout: \u000a| (launched: 2022-12-14_00:26:21.326366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:26:22.885816 run osmo-stp_10.42.42.5(pid=18916): stderr: \u000a| �[0;m�[38;5;43m20221214002621497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002621498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002621498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002621498 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002621499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002621499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002621499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:26:23.008203 run osmo-stp_10.42.42.5(pid=18916): stdout: \u000a| (launched: 2022-12-14_00:26:21.326366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:26:23.129655 run osmo-stp_10.42.42.5(pid=18916): stderr: \u000a| �[0;m�[38;5;43m20221214002621497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002621498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002621498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002621498 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002621499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002621499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002621499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:26:23.183088 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18916): Process ended prematurely: osmo-stp_10.42.42.5(pid=18916) [trial-2396↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18916)] [trial-2396↪encryption↪register_a5_3_authreq.py:8]\u000a00:26:23.191385 tst register_a5_3_authreq.py:8: Test FAILED (6.3 sec)\u000a00:26:23.250910 run osmo-hlr_10.42.42.2(pid=18913): ERR: Terminated: ERROR {rc=237} [trial-2396↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18913)]\u000a00:26:23.299697 run osmo-hlr_10.42.42.2(pid=18913): stdout: \u000a| (launched: 2022-12-14_00:26:20.364921) \u000a00:26:23.349237 run osmo-hlr_10.42.42.2(pid=18913): stderr: \u000a| �[0;m�[1;31m20221214002620563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214002620563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214002620563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002620563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002620563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214002620563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214002620575 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214002620583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214002620583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214002620583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:26:23.415851 run osmo-msc_10.42.42.6(pid=18919): ERR: Terminated: ERROR {rc=2} [trial-2396↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18919)]\u000a00:26:23.464373 run osmo-msc_10.42.42.6(pid=18919): stdout: \u000a| (launched: 2022-12-14_00:26:22.299069) \u000a00:26:23.513588 run osmo-msc_10.42.42.6(pid=18919): stderr: \u000a| �[0;m�[38;5;43m20221214002622571 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214002622571 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f65d5383c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214002622571 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214002622572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214002622572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214002622572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214002622574 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214002622574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214002622574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214002622574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:26:23.555099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18912): Terminating (SIGTERM)\u000a00:26:23.594496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18915): Terminating (SIGTERM)\u000a00:26:23.633750 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18918): Terminating (SIGTERM)\u000a00:26:23.642738 --- ParallelTerminationStrategy: PID 18912 died...\u000a00:26:23.695317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18912): Terminated: ok {rc=0}\u000a00:26:23.704715 --- ParallelTerminationStrategy: PID 18915 died...\u000a00:26:23.757033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18915): Terminated: ok {rc=0}\u000a00:26:23.766384 --- ParallelTerminationStrategy: PID 18918 died...\u000a00:26:23.818896 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18918): Terminated: ok {rc=0}\u000a00:26:23.907044 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 34.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:25:52" }, { "cases" : [ { "testActions" : [ ], "age" : 258, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=18936): Process ended prematurely: srsepc(pid=18936) [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=18936)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=18936): Process ended prematurely: srsepc(pid=18936) [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=18936)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a00:26:25.890758 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a00:26:25.935490 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a00:26:25.951757 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a00:26:25.975441 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a00:26:26.123468 tst handover.py: using MSISDN 8413\u000a00:26:26.238916 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8413', subscriber_id=0}\u000a00:26:26.353327 run srsepc_10.42.42.118: Starting srsepc\u000a00:26:28.285825 run rm-remote-dir(pid=18924): Launched\u000a00:26:28.480828 bus /sierra_2: Setting Powered False\u000a00:26:29.505967 run rm-remote-dir(pid=18924): Terminated: ok {rc=0}\u000a00:26:29.951745 run mk-remote-dir(pid=18925): Launched\u000a00:26:31.155253 run mk-remote-dir(pid=18925): Terminated: ok {rc=0}\u000a00:26:31.471140 run scp-inst-to-remote(pid=18926): Launched\u000a00:26:33.686611 run scp-inst-to-remote(pid=18926): Terminated: ok {rc=0}\u000a00:26:34.032276 run rm-remote-dir(pid=18928): Launched\u000a00:26:35.219505 run rm-remote-dir(pid=18928): Terminated: ok {rc=0}\u000a00:26:35.545231 run mk-remote-dir(pid=18929): Launched\u000a00:26:36.731084 run mk-remote-dir(pid=18929): Terminated: ok {rc=0}\u000a00:26:37.006195 run scp-cfg-to-remote(pid=18930): Launched\u000a00:26:38.188118 run scp-cfg-to-remote(pid=18930): Terminated: ok {rc=0}\u000a00:26:38.462992 run scp-db-to-remote(pid=18932): Launched\u000a00:26:39.646434 run scp-db-to-remote(pid=18932): Terminated: ok {rc=0}\u000a00:26:39.758875 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a00:26:40.075032 run patchelf(pid=18934): Launched\u000a00:26:41.258319 run patchelf(pid=18934): Terminated: ok {rc=0}\u000a00:26:41.369872 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a00:26:41.685918 run setcap-netadm(pid=18935): Launched\u000a00:26:42.868175 run setcap-netadm(pid=18935): Terminated: ok {rc=0}\u000a00:26:43.176740 run srsepc(pid=18936): Launched\u000a00:26:43.286291 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a00:26:44.464386 run rm-remote-dir(pid=18937): Launched\u000a00:26:44.660551 run srsepc(pid=18936): ERR: Terminated: ERROR {rc=127} [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=18936)]\u000a00:26:44.803589 run srsepc(pid=18936): stdout: \u000a| (launched: 2022-12-14_00:26:43.028393)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a00:26:44.946464 run srsepc(pid=18936): stderr: \u000a| (launched: 2022-12-14_00:26:43.073750)\u000a| Connection to 10.42.42.116 closed. \u000a00:26:45.085004 run srsepc(pid=18936): stdout: \u000a| (launched: 2022-12-14_00:26:43.028393)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a00:26:45.221911 run srsepc(pid=18936): stderr: \u000a| (launched: 2022-12-14_00:26:43.073750)\u000a| Connection to 10.42.42.116 closed. \u000a00:26:45.381986 run rm-remote-dir(pid=18937): Terminating (SIGINT)\u000a00:26:45.570412 run rm-remote-dir(pid=18937): Terminated: ok {rc=0}\u000a00:26:45.604784 tst handover.py:37: ERR: Error: srsepc(pid=18936): Process ended prematurely: srsepc(pid=18936) [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=18936)] [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a00:26:45.615059 tst handover.py:37: Test FAILED (19.9 sec)\u000a00:26:45.728931 run scp-back-log(pid=18938): Launched\u000a00:26:46.819701 run scp-back-log(pid=18938): ERR: Terminated: ERROR {rc=1} [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=18938)]\u000a00:26:46.889637 run scp-back-log(pid=18938): stdout: \u000a| (launched: 2022-12-14_00:26:45.658544) \u000a00:26:46.957381 run scp-back-log(pid=18938): stderr: \u000a| (launched: 2022-12-14_00:26:45.679230)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a00:26:47.014141 tst srsepc_10.42.42.118: Error('scp-back-log(pid=18938): launch_sync(): local process exited with status 1 [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=18938)]')\u000a" }, { "testActions" : [ ], "age" : 79, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=18952): Process ended prematurely: srsepc(pid=18952) [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=18952)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=18952): Process ended prematurely: srsepc(pid=18952) [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=18952)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a00:26:47.211361 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a00:26:47.267084 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a00:26:47.485080 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a00:26:47.529904 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a00:26:47.546372 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a00:26:47.673215 tst iperf3_bidir.py: using MSISDN 8414\u000a00:26:47.788605 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8414', subscriber_id=0}\u000a00:26:47.903201 run srsepc_10.42.42.118: Starting srsepc\u000a00:26:48.582635 run rm-remote-dir(pid=18940): Launched\u000a00:26:49.781484 run rm-remote-dir(pid=18940): Terminated: ok {rc=0}\u000a00:26:50.127638 run mk-remote-dir(pid=18941): Launched\u000a00:26:51.325688 run mk-remote-dir(pid=18941): Terminated: ok {rc=0}\u000a00:26:51.618481 run scp-inst-to-remote(pid=18942): Launched\u000a00:26:53.815949 run scp-inst-to-remote(pid=18942): Terminated: ok {rc=0}\u000a00:26:54.161208 run rm-remote-dir(pid=18944): Launched\u000a00:26:55.359092 run rm-remote-dir(pid=18944): Terminated: ok {rc=0}\u000a00:26:55.705170 run mk-remote-dir(pid=18945): Launched\u000a00:26:56.903535 run mk-remote-dir(pid=18945): Terminated: ok {rc=0}\u000a00:26:57.195830 run scp-cfg-to-remote(pid=18946): Launched\u000a00:26:58.391236 run scp-cfg-to-remote(pid=18946): Terminated: ok {rc=0}\u000a00:26:58.686103 run scp-db-to-remote(pid=18948): Launched\u000a00:26:59.883224 run scp-db-to-remote(pid=18948): Terminated: ok {rc=0}\u000a00:27:00.003608 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a00:27:00.339944 run patchelf(pid=18950): Launched\u000a00:27:01.569648 run patchelf(pid=18950): Terminated: ok {rc=0}\u000a00:27:01.719489 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a00:27:02.144039 run setcap-netadm(pid=18951): Launched\u000a00:27:03.342505 run setcap-netadm(pid=18951): Terminated: ok {rc=0}\u000a00:27:03.670865 run srsepc(pid=18952): Launched\u000a00:27:03.786911 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a00:27:04.962912 run rm-remote-dir(pid=18953): Launched\u000a00:27:05.158360 run srsepc(pid=18952): ERR: Terminated: ERROR {rc=127} [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=18952)]\u000a00:27:05.301813 run srsepc(pid=18952): stdout: \u000a| (launched: 2022-12-14_00:27:03.514654)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a00:27:05.444676 run srsepc(pid=18952): stderr: \u000a| (launched: 2022-12-14_00:27:03.563118)\u000a| Connection to 10.42.42.116 closed. \u000a00:27:05.583158 run srsepc(pid=18952): stdout: \u000a| (launched: 2022-12-14_00:27:03.514654)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a00:27:05.719727 run srsepc(pid=18952): stderr: \u000a| (launched: 2022-12-14_00:27:03.563118)\u000a| Connection to 10.42.42.116 closed. \u000a00:27:05.879787 run rm-remote-dir(pid=18953): Terminating (SIGINT)\u000a00:27:06.067767 run rm-remote-dir(pid=18953): Terminated: ok {rc=0}\u000a00:27:06.102558 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=18952): Process ended prematurely: srsepc(pid=18952) [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=18952)] [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a00:27:06.113198 tst iperf3_bidir.py:42: Test FAILED (19.1 sec)\u000a00:27:06.227722 run scp-back-log(pid=18954): Launched\u000a00:27:07.318492 run scp-back-log(pid=18954): ERR: Terminated: ERROR {rc=1} [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=18954)]\u000a00:27:07.384320 run scp-back-log(pid=18954): stdout: \u000a| (launched: 2022-12-14_00:27:06.156259) \u000a00:27:07.450140 run scp-back-log(pid=18954): stderr: \u000a| (launched: 2022-12-14_00:27:06.177030)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a00:27:07.507419 tst srsepc_10.42.42.118: Error('scp-back-log(pid=18954): launch_sync(): local process exited with status 1 [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=18954)]')\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=18968): Process ended prematurely: srsepc(pid=18968) [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=18968)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=18968): Process ended prematurely: srsepc(pid=18968) [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=18968)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a00:27:07.696929 tst iperf3_dl.py:13: Number of physical ue: 1\u000a00:27:07.741602 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a00:27:07.959718 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a00:27:08.004122 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a00:27:08.020300 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a00:27:08.148846 tst iperf3_dl.py: using MSISDN 8415\u000a00:27:08.264449 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8415', subscriber_id=0}\u000a00:27:08.379089 run srsepc_10.42.42.118: Starting srsepc\u000a00:27:09.057303 run rm-remote-dir(pid=18956): Launched\u000a00:27:10.255804 run rm-remote-dir(pid=18956): Terminated: ok {rc=0}\u000a00:27:10.602382 run mk-remote-dir(pid=18957): Launched\u000a00:27:11.800530 run mk-remote-dir(pid=18957): Terminated: ok {rc=0}\u000a00:27:12.092283 run scp-inst-to-remote(pid=18958): Launched\u000a00:27:14.290213 run scp-inst-to-remote(pid=18958): Terminated: ok {rc=0}\u000a00:27:14.637393 run rm-remote-dir(pid=18960): Launched\u000a00:27:15.838625 run rm-remote-dir(pid=18960): Terminated: ok {rc=0}\u000a00:27:16.328314 run mk-remote-dir(pid=18961): Launched\u000a00:27:17.543269 run mk-remote-dir(pid=18961): Terminated: ok {rc=0}\u000a00:27:17.835562 run scp-cfg-to-remote(pid=18962): Launched\u000a00:27:19.020206 run scp-cfg-to-remote(pid=18962): Terminated: ok {rc=0}\u000a00:27:19.294002 run scp-db-to-remote(pid=18964): Launched\u000a00:27:20.478167 run scp-db-to-remote(pid=18964): Terminated: ok {rc=0}\u000a00:27:20.590349 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a00:27:20.905619 run patchelf(pid=18966): Launched\u000a00:27:22.088918 run patchelf(pid=18966): Terminated: ok {rc=0}\u000a00:27:22.200871 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a00:27:22.516114 run setcap-netadm(pid=18967): Launched\u000a00:27:23.698958 run setcap-netadm(pid=18967): Terminated: ok {rc=0}\u000a00:27:24.006811 run srsepc(pid=18968): Launched\u000a00:27:24.115036 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a00:27:25.226884 run rm-remote-dir(pid=18969): Launched\u000a00:27:25.411622 run srsepc(pid=18968): ERR: Terminated: ERROR {rc=127} [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=18968)]\u000a00:27:25.546685 run srsepc(pid=18968): stdout: \u000a| (launched: 2022-12-14_00:27:23.859040)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a00:27:25.681644 run srsepc(pid=18968): stderr: \u000a| (launched: 2022-12-14_00:27:23.904333)\u000a| Connection to 10.42.42.116 closed. \u000a00:27:25.810726 run srsepc(pid=18968): stdout: \u000a| (launched: 2022-12-14_00:27:23.859040)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a00:27:25.938755 run srsepc(pid=18968): stderr: \u000a| (launched: 2022-12-14_00:27:23.904333)\u000a| Connection to 10.42.42.116 closed. \u000a00:27:26.088353 run rm-remote-dir(pid=18969): Terminating (SIGINT)\u000a00:27:26.264026 run rm-remote-dir(pid=18969): Terminated: ok {rc=0}\u000a00:27:26.296307 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=18968): Process ended prematurely: srsepc(pid=18968) [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=18968)] [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a00:27:26.305985 tst iperf3_dl.py:42: Test FAILED (18.8 sec)\u000a00:27:26.417155 run scp-back-log(pid=18970): Launched\u000a00:27:27.503111 run scp-back-log(pid=18970): ERR: Terminated: ERROR {rc=1} [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=18970)]\u000a00:27:27.565141 run scp-back-log(pid=18970): stdout: \u000a| (launched: 2022-12-14_00:27:26.347232) \u000a00:27:27.627504 run scp-back-log(pid=18970): stderr: \u000a| (launched: 2022-12-14_00:27:26.367295)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a00:27:27.679943 tst srsepc_10.42.42.118: Error('scp-back-log(pid=18970): launch_sync(): local process exited with status 1 [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=18970)]')\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=18984): Process ended prematurely: srsepc(pid=18984) [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=18984)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=18984): Process ended prematurely: srsepc(pid=18984) [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=18984)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a00:27:27.854500 tst iperf3_ul.py:13: Number of physical ue: 1\u000a00:27:27.895830 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a00:27:28.098063 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a00:27:28.139255 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a00:27:28.154935 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a00:27:28.283477 tst iperf3_ul.py: using MSISDN 8416\u000a00:27:28.398820 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8416', subscriber_id=0}\u000a00:27:28.513690 run srsepc_10.42.42.118: Starting srsepc\u000a00:27:29.193088 run rm-remote-dir(pid=18972): Launched\u000a00:27:30.391779 run rm-remote-dir(pid=18972): Terminated: ok {rc=0}\u000a00:27:30.738091 run mk-remote-dir(pid=18973): Launched\u000a00:27:31.938828 run mk-remote-dir(pid=18973): Terminated: ok {rc=0}\u000a00:27:32.276174 run scp-inst-to-remote(pid=18974): Launched\u000a00:27:34.473303 run scp-inst-to-remote(pid=18974): Terminated: ok {rc=0}\u000a00:27:34.820140 run rm-remote-dir(pid=18976): Launched\u000a00:27:36.018180 run rm-remote-dir(pid=18976): Terminated: ok {rc=0}\u000a00:27:36.363315 run mk-remote-dir(pid=18977): Launched\u000a00:27:37.559606 run mk-remote-dir(pid=18977): Terminated: ok {rc=0}\u000a00:27:37.834616 run scp-cfg-to-remote(pid=18978): Launched\u000a00:27:39.017101 run scp-cfg-to-remote(pid=18978): Terminated: ok {rc=0}\u000a00:27:39.291141 run scp-db-to-remote(pid=18980): Launched\u000a00:27:40.473850 run scp-db-to-remote(pid=18980): Terminated: ok {rc=0}\u000a00:27:40.586015 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a00:27:40.901205 run patchelf(pid=18982): Launched\u000a00:27:42.084575 run patchelf(pid=18982): Terminated: ok {rc=0}\u000a00:27:42.196396 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a00:27:42.511237 run setcap-netadm(pid=18983): Launched\u000a00:27:43.694939 run setcap-netadm(pid=18983): Terminated: ok {rc=0}\u000a00:27:44.002331 run srsepc(pid=18984): Launched\u000a00:27:44.109833 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a00:27:45.223928 run rm-remote-dir(pid=18985): Launched\u000a00:27:45.409889 run srsepc(pid=18984): ERR: Terminated: ERROR {rc=127} [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=18984)]\u000a00:27:45.545687 run srsepc(pid=18984): stdout: \u000a| (launched: 2022-12-14_00:27:43.854974)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a00:27:45.680631 run srsepc(pid=18984): stderr: \u000a| (launched: 2022-12-14_00:27:43.900029)\u000a| Connection to 10.42.42.116 closed. \u000a00:27:45.810429 run srsepc(pid=18984): stdout: \u000a| (launched: 2022-12-14_00:27:43.854974)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a00:27:45.966337 run srsepc(pid=18984): stderr: \u000a| (launched: 2022-12-14_00:27:43.900029)\u000a| Connection to 10.42.42.116 closed. \u000a00:27:46.153681 run rm-remote-dir(pid=18985): Terminating (SIGINT)\u000a00:27:46.374524 run rm-remote-dir(pid=18985): Terminated: ok {rc=0}\u000a00:27:46.411149 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=18984): Process ended prematurely: srsepc(pid=18984) [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=18984)] [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a00:27:46.422670 tst iperf3_ul.py:42: Test FAILED (18.7 sec)\u000a00:27:46.574710 run scp-back-log(pid=18986): Launched\u000a00:27:47.667184 run scp-back-log(pid=18986): ERR: Terminated: ERROR {rc=1} [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=18986)]\u000a00:27:47.728812 run scp-back-log(pid=18986): stdout: \u000a| (launched: 2022-12-14_00:27:46.468327) \u000a00:27:47.790594 run scp-back-log(pid=18986): stderr: \u000a| (launched: 2022-12-14_00:27:46.490544)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a00:27:47.843213 tst srsepc_10.42.42.118: Error('scp-back-log(pid=18986): launch_sync(): local process exited with status 1 [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=18986)]')\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=19000): Process ended prematurely: srsepc(pid=19000) [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19000)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=19000): Process ended prematurely: srsepc(pid=19000) [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19000)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a00:27:47.856899 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a00:27:47.873315 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a00:27:47.895907 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a00:27:48.042183 tst ping.py: using MSISDN 8417\u000a00:27:48.158506 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8417', subscriber_id=0}\u000a00:27:48.273572 run srsepc_10.42.42.118: Starting srsepc\u000a00:27:48.955526 run rm-remote-dir(pid=18988): Launched\u000a00:27:50.154622 run rm-remote-dir(pid=18988): Terminated: ok {rc=0}\u000a00:27:50.501792 run mk-remote-dir(pid=18989): Launched\u000a00:27:51.700089 run mk-remote-dir(pid=18989): Terminated: ok {rc=0}\u000a00:27:51.992461 run scp-inst-to-remote(pid=18990): Launched\u000a00:27:54.190959 run scp-inst-to-remote(pid=18990): Terminated: ok {rc=0}\u000a00:27:54.537327 run rm-remote-dir(pid=18992): Launched\u000a00:27:55.736046 run rm-remote-dir(pid=18992): Terminated: ok {rc=0}\u000a00:27:56.082737 run mk-remote-dir(pid=18993): Launched\u000a00:27:57.281728 run mk-remote-dir(pid=18993): Terminated: ok {rc=0}\u000a00:27:57.573832 run scp-cfg-to-remote(pid=18994): Launched\u000a00:27:58.771689 run scp-cfg-to-remote(pid=18994): Terminated: ok {rc=0}\u000a00:27:59.064053 run scp-db-to-remote(pid=18996): Launched\u000a00:28:00.260575 run scp-db-to-remote(pid=18996): Terminated: ok {rc=0}\u000a00:28:00.381224 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a00:28:00.717239 run patchelf(pid=18998): Launched\u000a00:28:01.936934 run patchelf(pid=18998): Terminated: ok {rc=0}\u000a00:28:02.097840 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a00:28:02.452173 run setcap-netadm(pid=18999): Launched\u000a00:28:03.649061 run setcap-netadm(pid=18999): Terminated: ok {rc=0}\u000a00:28:03.977416 run srsepc(pid=19000): Launched\u000a00:28:04.086049 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a00:28:05.207664 run rm-remote-dir(pid=19001): Launched\u000a00:28:05.393076 run srsepc(pid=19000): ERR: Terminated: ERROR {rc=127} [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19000)]\u000a00:28:05.528721 run srsepc(pid=19000): stdout: \u000a| (launched: 2022-12-14_00:28:03.823478)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a00:28:05.663269 run srsepc(pid=19000): stderr: \u000a| (launched: 2022-12-14_00:28:03.871641)\u000a| Connection to 10.42.42.116 closed. \u000a00:28:05.793066 run srsepc(pid=19000): stdout: \u000a| (launched: 2022-12-14_00:28:03.823478)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a00:28:05.921127 run srsepc(pid=19000): stderr: \u000a| (launched: 2022-12-14_00:28:03.871641)\u000a| Connection to 10.42.42.116 closed. \u000a00:28:06.071384 run rm-remote-dir(pid=19001): Terminating (SIGINT)\u000a00:28:06.247918 run rm-remote-dir(pid=19001): Terminated: ok {rc=0}\u000a00:28:06.280436 tst ping.py:16: ERR: Error: srsepc(pid=19000): Process ended prematurely: srsepc(pid=19000) [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19000)] [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a00:28:06.290013 tst ping.py:16: Test FAILED (18.4 sec)\u000a00:28:06.399288 run scp-back-log(pid=19002): Launched\u000a00:28:07.485934 run scp-back-log(pid=19002): ERR: Terminated: ERROR {rc=1} [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=19002)]\u000a00:28:07.548102 run scp-back-log(pid=19002): stdout: \u000a| (launched: 2022-12-14_00:28:06.331058) \u000a00:28:07.610266 run scp-back-log(pid=19002): stderr: \u000a| (launched: 2022-12-14_00:28:06.350798)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a00:28:07.662378 tst srsepc_10.42.42.118: Error('scp-back-log(pid=19002): launch_sync(): local process exited with status 1 [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=19002)]')\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=19016): Process ended prematurely: srsepc(pid=19016) [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19016)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=19016): Process ended prematurely: srsepc(pid=19016) [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19016)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a00:28:07.676142 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a00:28:07.692516 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a00:28:07.715068 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a00:28:07.858734 tst rrc_idle_mo_ping.py: using MSISDN 8418\u000a00:28:07.965382 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8418', subscriber_id=0}\u000a00:28:08.070672 run srsepc_10.42.42.118: Starting srsepc\u000a00:28:08.705628 run rm-remote-dir(pid=19004): Launched\u000a00:28:09.892027 run rm-remote-dir(pid=19004): Terminated: ok {rc=0}\u000a00:28:10.218307 run mk-remote-dir(pid=19005): Launched\u000a00:28:11.401733 run mk-remote-dir(pid=19005): Terminated: ok {rc=0}\u000a00:28:11.673227 run scp-inst-to-remote(pid=19006): Launched\u000a00:28:13.866920 run scp-inst-to-remote(pid=19006): Terminated: ok {rc=0}\u000a00:28:14.207195 run rm-remote-dir(pid=19008): Launched\u000a00:28:15.403062 run rm-remote-dir(pid=19008): Terminated: ok {rc=0}\u000a00:28:15.744685 run mk-remote-dir(pid=19009): Launched\u000a00:28:16.933353 run mk-remote-dir(pid=19009): Terminated: ok {rc=0}\u000a00:28:17.274672 run scp-cfg-to-remote(pid=19010): Launched\u000a00:28:18.456501 run scp-cfg-to-remote(pid=19010): Terminated: ok {rc=0}\u000a00:28:18.730491 run scp-db-to-remote(pid=19012): Launched\u000a00:28:19.911234 run scp-db-to-remote(pid=19012): Terminated: ok {rc=0}\u000a00:28:20.022118 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a00:28:20.333535 run patchelf(pid=19014): Launched\u000a00:28:21.514907 run patchelf(pid=19014): Terminated: ok {rc=0}\u000a00:28:21.625555 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a00:28:21.936552 run setcap-netadm(pid=19015): Launched\u000a00:28:23.116718 run setcap-netadm(pid=19015): Terminated: ok {rc=0}\u000a00:28:23.425871 run srsepc(pid=19016): Launched\u000a00:28:23.531736 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a00:28:24.628877 run rm-remote-dir(pid=19017): Launched\u000a00:28:24.811517 run srsepc(pid=19016): ERR: Terminated: ERROR {rc=127} [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19016)]\u000a00:28:24.945200 run srsepc(pid=19016): stdout: \u000a| (launched: 2022-12-14_00:28:23.275982)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a00:28:25.077380 run srsepc(pid=19016): stderr: \u000a| (launched: 2022-12-14_00:28:23.320348)\u000a| Connection to 10.42.42.116 closed. \u000a00:28:25.205392 run srsepc(pid=19016): stdout: \u000a| (launched: 2022-12-14_00:28:23.275982)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a00:28:25.331705 run srsepc(pid=19016): stderr: \u000a| (launched: 2022-12-14_00:28:23.320348)\u000a| Connection to 10.42.42.116 closed. \u000a00:28:25.479506 run rm-remote-dir(pid=19017): Terminating (SIGINT)\u000a00:28:25.653631 run rm-remote-dir(pid=19017): Terminated: ok {rc=0}\u000a00:28:25.685612 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=19016): Process ended prematurely: srsepc(pid=19016) [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19016)] [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a00:28:25.695140 tst rrc_idle_mo_ping.py:16: Test FAILED (18.0 sec)\u000a00:28:25.804006 run scp-back-log(pid=19018): Launched\u000a00:28:26.889804 run scp-back-log(pid=19018): ERR: Terminated: ERROR {rc=1} [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=19018)]\u000a00:28:26.951300 run scp-back-log(pid=19018): stdout: \u000a| (launched: 2022-12-14_00:28:25.735788) \u000a00:28:27.012932 run scp-back-log(pid=19018): stderr: \u000a| (launched: 2022-12-14_00:28:25.755435)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a00:28:27.064982 tst srsepc_10.42.42.118: Error('scp-back-log(pid=19018): launch_sync(): local process exited with status 1 [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=19018)]')\u000a" }, { "testActions" : [ ], "age" : 258, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=19032): Process ended prematurely: srsepc(pid=19032) [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19032)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=19032): Process ended prematurely: srsepc(pid=19032) [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19032)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a00:28:27.078718 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a00:28:27.095354 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a00:28:27.118133 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a00:28:27.257961 tst rrc_idle_mt_ping.py: using MSISDN 8419\u000a00:28:27.363432 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8419', subscriber_id=0}\u000a00:28:27.467533 run srsepc_10.42.42.118: Starting srsepc\u000a00:28:28.094326 run rm-remote-dir(pid=19020): Launched\u000a00:28:29.279406 run rm-remote-dir(pid=19020): Terminated: ok {rc=0}\u000a00:28:29.600496 run mk-remote-dir(pid=19021): Launched\u000a00:28:30.785124 run mk-remote-dir(pid=19021): Terminated: ok {rc=0}\u000a00:28:31.140896 run scp-inst-to-remote(pid=19022): Launched\u000a00:28:33.333708 run scp-inst-to-remote(pid=19022): Terminated: ok {rc=0}\u000a00:28:33.655425 run rm-remote-dir(pid=19024): Launched\u000a00:28:34.840098 run rm-remote-dir(pid=19024): Terminated: ok {rc=0}\u000a00:28:35.162096 run mk-remote-dir(pid=19025): Launched\u000a00:28:36.346934 run mk-remote-dir(pid=19025): Terminated: ok {rc=0}\u000a00:28:36.619329 run scp-cfg-to-remote(pid=19026): Launched\u000a00:28:37.800601 run scp-cfg-to-remote(pid=19026): Terminated: ok {rc=0}\u000a00:28:38.071359 run scp-db-to-remote(pid=19028): Launched\u000a00:28:39.253618 run scp-db-to-remote(pid=19028): Terminated: ok {rc=0}\u000a00:28:39.365422 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a00:28:39.677180 run patchelf(pid=19030): Launched\u000a00:28:40.857680 run patchelf(pid=19030): Terminated: ok {rc=0}\u000a00:28:40.969353 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a00:28:41.281208 run setcap-netadm(pid=19031): Launched\u000a00:28:42.462474 run setcap-netadm(pid=19031): Terminated: ok {rc=0}\u000a00:28:42.766645 run srsepc(pid=19032): Launched\u000a00:28:42.873575 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a00:28:44.037067 run rm-remote-dir(pid=19033): Launched\u000a00:28:44.230860 run srsepc(pid=19032): ERR: Terminated: ERROR {rc=127} [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19032)]\u000a00:28:44.372028 run srsepc(pid=19032): stdout: \u000a| (launched: 2022-12-14_00:28:42.621276)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a00:28:44.513248 run srsepc(pid=19032): stderr: \u000a| (launched: 2022-12-14_00:28:42.665808)\u000a| Connection to 10.42.42.116 closed. \u000a00:28:44.650180 run srsepc(pid=19032): stdout: \u000a| (launched: 2022-12-14_00:28:42.621276)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a00:28:44.785181 run srsepc(pid=19032): stderr: \u000a| (launched: 2022-12-14_00:28:42.665808)\u000a| Connection to 10.42.42.116 closed. \u000a00:28:44.943386 run rm-remote-dir(pid=19033): Terminating (SIGINT)\u000a00:28:45.129286 run rm-remote-dir(pid=19033): Terminated: ok {rc=0}\u000a00:28:45.163382 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=19032): Process ended prematurely: srsepc(pid=19032) [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=19032)] [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a00:28:45.173434 tst rrc_idle_mt_ping.py:16: Test FAILED (18.1 sec)\u000a00:28:45.286847 run scp-back-log(pid=19034): Launched\u000a00:28:46.372588 run scp-back-log(pid=19034): ERR: Terminated: ERROR {rc=1} [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=19034)]\u000a00:28:46.436838 run scp-back-log(pid=19034): stdout: \u000a| (launched: 2022-12-14_00:28:45.216310) \u000a00:28:46.502699 run scp-back-log(pid=19034): stderr: \u000a| (launched: 2022-12-14_00:28:45.236992)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a00:28:46.556533 tst srsepc_10.42.42.118: Error('scp-back-log(pid=19034): launch_sync(): local process exited with status 1 [trial-2396↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=19034)]')\u000a" } ], "duration" : 142.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:26:25" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19045): Process ended prematurely: osmo-stp_10.42.42.5(pid=19045) [trial-2396↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19045)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19045): Process ended prematurely: osmo-stp_10.42.42.5(pid=19045) [trial-2396↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19045)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a00:28:47.468642 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a00:28:47.480402 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a00:28:47.616891 tst handover.py: using LAC 37280\u000a00:28:47.741664 tst handover.py: using RAC 50\u000a00:28:47.866759 tst handover.py: using CellId 37280\u000a00:28:47.991774 tst handover.py: using BVCI 37281\u000a00:28:48.016041 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a00:28:48.145894 tst handover.py: using LAC 37281\u000a00:28:48.272136 tst handover.py: using RAC 51\u000a00:28:48.396919 tst handover.py: using CellId 37281\u000a00:28:48.523109 tst handover.py: using BVCI 37282\u000a00:28:48.547690 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a00:28:48.559044 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a00:28:48.570228 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a00:28:48.581218 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a00:28:48.593224 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a00:28:48.605160 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a00:28:48.722620 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a00:28:48.919126 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:28:49.383186 run create_hlr_db(pid=19039): Launched\u000a00:28:50.556215 run create_hlr_db(pid=19039): Terminated: ok {rc=0}\u000a00:28:50.859506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19041): Launched\u000a00:28:51.153761 run osmo-hlr_10.42.42.2(pid=19042): Launched\u000a00:28:51.268373 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:28:51.786961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19044): Launched\u000a00:28:52.080413 run osmo-stp_10.42.42.5(pid=19045): Launched\u000a00:28:52.187525 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:28:52.724215 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19047): Launched\u000a00:28:53.017421 run osmo-msc_10.42.42.6(pid=19048): Launched\u000a00:28:53.189828 run osmo-stp_10.42.42.5(pid=19045): ERR: Terminated: ERROR {rc=1} [trial-2396↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19045)]\u000a00:28:53.314778 run osmo-stp_10.42.42.5(pid=19045): stdout: \u000a| (launched: 2022-12-14_00:28:51.936324)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:28:53.438558 run osmo-stp_10.42.42.5(pid=19045): stderr: \u000a| �[0;m�[38;5;43m20221214002852105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002852106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002852106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002852106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002852107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002852107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002852107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:28:53.557363 run osmo-stp_10.42.42.5(pid=19045): stdout: \u000a| (launched: 2022-12-14_00:28:51.936324)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:28:53.674589 run osmo-stp_10.42.42.5(pid=19045): stderr: \u000a| �[0;m�[38;5;43m20221214002852105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002852106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002852106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002852106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002852107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002852107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002852107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:28:53.725851 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19045): Process ended prematurely: osmo-stp_10.42.42.5(pid=19045) [trial-2396↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19045)] [trial-2396↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a00:28:53.733851 tst handover.py:18: Test FAILED (6.3 sec)\u000a00:28:53.792355 run osmo-hlr_10.42.42.2(pid=19042): ERR: Terminated: ERROR {rc=237} [trial-2396↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19042)]\u000a00:28:53.840778 run osmo-hlr_10.42.42.2(pid=19042): stdout: \u000a| (launched: 2022-12-14_00:28:51.009457) \u000a00:28:53.889729 run osmo-hlr_10.42.42.2(pid=19042): stderr: \u000a| �[0;m�[1;31m20221214002851183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214002851183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214002851183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002851183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002851183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214002851183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214002851200 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214002851209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214002851210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214002851210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:28:53.955571 run osmo-msc_10.42.42.6(pid=19048): ERR: Terminated: ERROR {rc=2} [trial-2396↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19048)]\u000a00:28:54.003727 run osmo-msc_10.42.42.6(pid=19048): stdout: \u000a| (launched: 2022-12-14_00:28:52.873319) \u000a00:28:54.052288 run osmo-msc_10.42.42.6(pid=19048): stderr: \u000a| �[0;m�[38;5;43m20221214002853143 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214002853143 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feae5c29c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214002853143 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214002853143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214002853144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214002853144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214002853146 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214002853146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214002853146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214002853146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:28:54.093429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19041): Terminating (SIGTERM)\u000a00:28:54.132345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19044): Terminating (SIGTERM)\u000a00:28:54.171210 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19047): Terminating (SIGTERM)\u000a00:28:54.180215 --- ParallelTerminationStrategy: PID 19041 died...\u000a00:28:54.232645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19041): Terminated: ok {rc=0}\u000a00:28:54.242167 --- ParallelTerminationStrategy: PID 19044 died...\u000a00:28:54.294207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19044): Terminated: ok {rc=0}\u000a00:28:54.303604 --- ParallelTerminationStrategy: PID 19047 died...\u000a00:28:54.355583 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19047): Terminated: ok {rc=0}\u000a00:28:54.441917 bus /sierra_3: Setting Powered False\u000a00:28:55.543313 bus /sierra_3: Setting Powered False\u000a00:28:56.650886 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:28:47" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19060): Process ended prematurely: osmo-stp_10.42.42.5(pid=19060) [trial-2396↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19060)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19060): Process ended prematurely: osmo-stp_10.42.42.5(pid=19060) [trial-2396↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19060)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a00:28:58.600897 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a00:28:58.611644 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a00:28:58.732052 tst handover.py: using LAC 37282\u000a00:28:58.846893 tst handover.py: using RAC 52\u000a00:28:58.970588 tst handover.py: using CellId 37282\u000a00:28:59.092852 tst handover.py: using BVCI 37283\u000a00:28:59.116863 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a00:28:59.243540 tst handover.py: using LAC 37283\u000a00:28:59.366623 tst handover.py: using RAC 53\u000a00:28:59.489992 tst handover.py: using CellId 37283\u000a00:28:59.613544 tst handover.py: using BVCI 37284\u000a00:28:59.637668 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a00:28:59.648766 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a00:28:59.659781 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a00:28:59.670873 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a00:28:59.682322 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a00:28:59.693612 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a00:28:59.810415 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a00:29:00.011350 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:29:00.451530 run create_hlr_db(pid=19054): Launched\u000a00:29:00.572578 bus /sierra_2: Setting Powered False\u000a00:29:01.644601 run create_hlr_db(pid=19054): Terminated: ok {rc=0}\u000a00:29:02.042134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19056): Launched\u000a00:29:02.345635 run osmo-hlr_10.42.42.2(pid=19057): Launched\u000a00:29:02.454109 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:29:02.942169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19059): Launched\u000a00:29:03.235846 run osmo-stp_10.42.42.5(pid=19060): Launched\u000a00:29:03.343148 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:29:03.857727 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19062): Launched\u000a00:29:04.153161 run osmo-msc_10.42.42.6(pid=19063): Launched\u000a00:29:04.327863 run osmo-stp_10.42.42.5(pid=19060): ERR: Terminated: ERROR {rc=1} [trial-2396↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19060)]\u000a00:29:04.454392 run osmo-stp_10.42.42.5(pid=19060): stdout: \u000a| (launched: 2022-12-14_00:29:03.091732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:29:04.577798 run osmo-stp_10.42.42.5(pid=19060): stderr: \u000a| �[0;m�[38;5;43m20221214002903262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002903262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002903262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002903262 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002903263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002903263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002903263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:29:04.696733 run osmo-stp_10.42.42.5(pid=19060): stdout: \u000a| (launched: 2022-12-14_00:29:03.091732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:29:04.814487 run osmo-stp_10.42.42.5(pid=19060): stderr: \u000a| �[0;m�[38;5;43m20221214002903262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002903262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002903262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002903262 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002903263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002903263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002903263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:29:04.866081 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19060): Process ended prematurely: osmo-stp_10.42.42.5(pid=19060) [trial-2396↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19060)] [trial-2396↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a00:29:04.874077 tst handover.py:18: Test FAILED (6.3 sec)\u000a00:29:04.932391 run osmo-hlr_10.42.42.2(pid=19057): ERR: Terminated: ERROR {rc=237} [trial-2396↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19057)]\u000a00:29:04.980669 run osmo-hlr_10.42.42.2(pid=19057): stdout: \u000a| (launched: 2022-12-14_00:29:02.198311) \u000a00:29:05.029712 run osmo-hlr_10.42.42.2(pid=19057): stderr: \u000a| �[0;m�[1;31m20221214002902372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214002902372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214002902372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002902372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002902372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214002902372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214002902385 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214002902393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214002902394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214002902394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:29:05.095837 run osmo-msc_10.42.42.6(pid=19063): ERR: Terminated: ERROR {rc=2} [trial-2396↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19063)]\u000a00:29:05.143949 run osmo-msc_10.42.42.6(pid=19063): stdout: \u000a| (launched: 2022-12-14_00:29:04.007859) \u000a00:29:05.192511 run osmo-msc_10.42.42.6(pid=19063): stderr: \u000a| �[0;m�[38;5;43m20221214002904277 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214002904277 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f36e3937c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214002904277 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214002904277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214002904277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214002904277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214002904279 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214002904281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214002904281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214002904281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:29:05.233732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19056): Terminating (SIGTERM)\u000a00:29:05.272431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19059): Terminating (SIGTERM)\u000a00:29:05.311585 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19062): Terminating (SIGTERM)\u000a00:29:05.320627 --- ParallelTerminationStrategy: PID 19056 died...\u000a00:29:05.372854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19056): Terminated: ok {rc=0}\u000a00:29:05.382340 --- ParallelTerminationStrategy: PID 19059 died...\u000a00:29:05.434102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19059): Terminated: ok {rc=0}\u000a00:29:05.443467 --- ParallelTerminationStrategy: PID 19062 died...\u000a00:29:05.496012 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19062): Terminated: ok {rc=0}\u000a00:29:05.583437 bus /sierra_3: Setting Powered False\u000a00:29:06.684754 bus /sierra_3: Setting Powered False\u000a00:29:07.790762 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:28:58" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19075): Process ended prematurely: osmo-stp_10.42.42.5(pid=19075) [trial-2396↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19075)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19075): Process ended prematurely: osmo-stp_10.42.42.5(pid=19075) [trial-2396↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19075)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a00:29:09.780718 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:29:09.791951 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a00:29:09.919137 tst handover.py: using LAC 37284\u000a00:29:10.041451 tst handover.py: using RAC 54\u000a00:29:10.155764 tst handover.py: using CellId 37284\u000a00:29:10.270597 tst handover.py: using BVCI 37285\u000a00:29:10.293052 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a00:29:10.424289 tst handover.py: using LAC 37285\u000a00:29:10.538847 tst handover.py: using RAC 55\u000a00:29:10.653828 tst handover.py: using CellId 37285\u000a00:29:10.777019 tst handover.py: using BVCI 37286\u000a00:29:10.801287 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:29:10.812742 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:29:10.823938 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:29:10.835039 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:29:10.847387 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:29:10.859006 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a00:29:10.974318 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a00:29:11.181414 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:29:11.650457 run create_hlr_db(pid=19069): Launched\u000a00:29:11.779396 bus /sierra_2: Setting Powered False\u000a00:29:12.854858 run create_hlr_db(pid=19069): Terminated: ok {rc=0}\u000a00:29:13.224550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19071): Launched\u000a00:29:13.519629 run osmo-hlr_10.42.42.2(pid=19072): Launched\u000a00:29:13.630149 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:29:14.114995 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19074): Launched\u000a00:29:14.408188 run osmo-stp_10.42.42.5(pid=19075): Launched\u000a00:29:14.515638 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:29:15.027812 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19077): Launched\u000a00:29:15.323288 run osmo-msc_10.42.42.6(pid=19078): Launched\u000a00:29:15.497474 run osmo-stp_10.42.42.5(pid=19075): ERR: Terminated: ERROR {rc=1} [trial-2396↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19075)]\u000a00:29:15.624193 run osmo-stp_10.42.42.5(pid=19075): stdout: \u000a| (launched: 2022-12-14_00:29:14.263885)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:29:15.747292 run osmo-stp_10.42.42.5(pid=19075): stderr: \u000a| �[0;m�[38;5;43m20221214002914433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002914433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002914433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002914434 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002914434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002914434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002914434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:29:15.867307 run osmo-stp_10.42.42.5(pid=19075): stdout: \u000a| (launched: 2022-12-14_00:29:14.263885)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:29:15.991866 run osmo-stp_10.42.42.5(pid=19075): stderr: \u000a| �[0;m�[38;5;43m20221214002914433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002914433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002914433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002914434 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002914434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002914434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002914434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:29:16.044028 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19075): Process ended prematurely: osmo-stp_10.42.42.5(pid=19075) [trial-2396↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19075)] [trial-2396↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a00:29:16.052151 tst handover.py:18: Test FAILED (6.3 sec)\u000a00:29:16.111553 run osmo-hlr_10.42.42.2(pid=19072): ERR: Terminated: ERROR {rc=237} [trial-2396↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19072)]\u000a00:29:16.160581 run osmo-hlr_10.42.42.2(pid=19072): stdout: \u000a| (launched: 2022-12-14_00:29:13.375298) \u000a00:29:16.210268 run osmo-hlr_10.42.42.2(pid=19072): stderr: \u000a| �[0;m�[1;31m20221214002913551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214002913551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214002913551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002913551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002913551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214002913551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214002913563 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214002913572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214002913572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214002913572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:29:16.277623 run osmo-msc_10.42.42.6(pid=19078): ERR: Terminated: ERROR {rc=2} [trial-2396↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19078)]\u000a00:29:16.326724 run osmo-msc_10.42.42.6(pid=19078): stdout: \u000a| (launched: 2022-12-14_00:29:15.178053) \u000a00:29:16.377960 run osmo-msc_10.42.42.6(pid=19078): stderr: \u000a| �[0;m�[38;5;43m20221214002915449 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214002915449 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe3c0662c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214002915449 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214002915449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214002915449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214002915449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214002915451 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214002915452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214002915452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214002915452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:29:16.437883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19071): Terminating (SIGTERM)\u000a00:29:16.497126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19074): Terminating (SIGTERM)\u000a00:29:16.552908 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19077): Terminating (SIGTERM)\u000a00:29:16.566204 --- ParallelTerminationStrategy: PID 19071 died...\u000a00:29:16.641705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19071): Terminated: ok {rc=0}\u000a00:29:16.656823 --- ParallelTerminationStrategy: PID 19074 died...\u000a00:29:16.731320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19074): Terminated: ok {rc=0}\u000a00:29:16.743750 --- ParallelTerminationStrategy: PID 19077 died...\u000a00:29:16.816821 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19077): Terminated: ok {rc=0}\u000a00:29:16.920700 bus /sierra_3: Setting Powered False\u000a00:29:18.024402 bus /sierra_3: Setting Powered False\u000a00:29:19.132226 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:29:09" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19089): Process ended prematurely: osmo-stp_10.42.42.5(pid=19089) [trial-2396↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19089)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19089): Process ended prematurely: osmo-stp_10.42.42.5(pid=19089) [trial-2396↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19089)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a00:29:21.125207 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:29:21.136184 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a00:29:21.257745 tst handover.py: using LAC 37286\u000a00:29:21.374121 tst handover.py: using RAC 56\u000a00:29:21.490237 tst handover.py: using CellId 37286\u000a00:29:21.605940 tst handover.py: using BVCI 37287\u000a00:29:21.628781 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a00:29:21.757700 tst handover.py: using LAC 37287\u000a00:29:21.874304 tst handover.py: using RAC 57\u000a00:29:21.990882 tst handover.py: using CellId 37287\u000a00:29:22.110615 tst handover.py: using BVCI 37288\u000a00:29:22.133206 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:29:22.144069 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:29:22.154815 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:29:22.165616 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:29:22.176356 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:29:22.187212 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a00:29:22.306368 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a00:29:22.503141 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:29:22.949121 run create_hlr_db(pid=19083): Launched\u000a00:29:23.069388 bus /sierra_2: Setting Powered False\u000a00:29:24.140157 run create_hlr_db(pid=19083): Terminated: ok {rc=0}\u000a00:29:24.508604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19085): Launched\u000a00:29:24.803434 run osmo-hlr_10.42.42.2(pid=19086): Launched\u000a00:29:24.910880 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:29:25.396443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19088): Launched\u000a00:29:25.691815 run osmo-stp_10.42.42.5(pid=19089): Launched\u000a00:29:25.799683 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:29:26.317477 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19091): Launched\u000a00:29:26.612657 run osmo-msc_10.42.42.6(pid=19092): Launched\u000a00:29:26.786888 run osmo-stp_10.42.42.5(pid=19089): ERR: Terminated: ERROR {rc=1} [trial-2396↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19089)]\u000a00:29:26.912254 run osmo-stp_10.42.42.5(pid=19089): stdout: \u000a| (launched: 2022-12-14_00:29:25.546376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:29:27.035606 run osmo-stp_10.42.42.5(pid=19089): stderr: \u000a| �[0;m�[38;5;43m20221214002925719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002925719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002925719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002925720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002925720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002925720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002925720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:29:27.154365 run osmo-stp_10.42.42.5(pid=19089): stdout: \u000a| (launched: 2022-12-14_00:29:25.546376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:29:27.271566 run osmo-stp_10.42.42.5(pid=19089): stderr: \u000a| �[0;m�[38;5;43m20221214002925719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002925719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002925719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002925720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002925720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002925720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002925720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:29:27.323081 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19089): Process ended prematurely: osmo-stp_10.42.42.5(pid=19089) [trial-2396↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19089)] [trial-2396↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a00:29:27.331098 tst handover.py:18: Test FAILED (6.2 sec)\u000a00:29:27.389926 run osmo-hlr_10.42.42.2(pid=19086): ERR: Terminated: ERROR {rc=237} [trial-2396↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19086)]\u000a00:29:27.438529 run osmo-hlr_10.42.42.2(pid=19086): stdout: \u000a| (launched: 2022-12-14_00:29:24.659025) \u000a00:29:27.490289 run osmo-hlr_10.42.42.2(pid=19086): stderr: \u000a| �[0;m�[1;31m20221214002924836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214002924836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214002924836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002924836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002924836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214002924836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214002924876 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214002924886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214002924887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214002924887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:29:27.560855 run osmo-msc_10.42.42.6(pid=19092): ERR: Terminated: ERROR {rc=2} [trial-2396↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19092)]\u000a00:29:27.613295 run osmo-msc_10.42.42.6(pid=19092): stdout: \u000a| (launched: 2022-12-14_00:29:26.467302) \u000a00:29:27.665249 run osmo-msc_10.42.42.6(pid=19092): stderr: \u000a| �[0;m�[38;5;43m20221214002926739 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214002926739 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f85d0383c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214002926739 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214002926739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214002926739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214002926739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214002926741 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214002926742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214002926742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214002926742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:29:27.709129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19085): Terminating (SIGTERM)\u000a00:29:27.750831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19088): Terminating (SIGTERM)\u000a00:29:27.792654 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19091): Terminating (SIGTERM)\u000a00:29:27.802164 --- ParallelTerminationStrategy: PID 19085 died...\u000a00:29:27.857673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19085): Terminated: ok {rc=0}\u000a00:29:27.867548 --- ParallelTerminationStrategy: PID 19088 died...\u000a00:29:27.922999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19088): Terminated: ok {rc=0}\u000a00:29:27.932755 --- ParallelTerminationStrategy: PID 19091 died...\u000a00:29:27.988282 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19091): Terminated: ok {rc=0}\u000a00:29:28.074013 bus /sierra_3: Setting Powered False\u000a00:29:29.174347 bus /sierra_3: Setting Powered False\u000a00:29:30.280135 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:29:20" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19103): Process ended prematurely: osmo-stp_10.42.42.5(pid=19103) [trial-2396↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19103)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19103): Process ended prematurely: osmo-stp_10.42.42.5(pid=19103) [trial-2396↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19103)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a00:29:32.366623 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:29:32.377513 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a00:29:32.501844 tst handover.py: using LAC 37288\u000a00:29:32.617841 tst handover.py: using RAC 58\u000a00:29:32.738857 tst handover.py: using CellId 37288\u000a00:29:32.854037 tst handover.py: using BVCI 37289\u000a00:29:32.876380 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a00:29:33.011222 tst handover.py: using LAC 37289\u000a00:29:33.125997 tst handover.py: using RAC 59\u000a00:29:33.242134 tst handover.py: using CellId 37289\u000a00:29:33.356911 tst handover.py: using BVCI 37290\u000a00:29:33.379482 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:29:33.390424 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:29:33.401089 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:29:33.411753 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:29:33.422439 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:29:33.433107 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a00:29:33.553109 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a00:29:33.752561 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:29:34.199226 run create_hlr_db(pid=19097): Launched\u000a00:29:34.319456 bus /sierra_2: Setting Powered False\u000a00:29:35.390904 run create_hlr_db(pid=19097): Terminated: ok {rc=0}\u000a00:29:35.783665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19099): Launched\u000a00:29:36.098467 run osmo-hlr_10.42.42.2(pid=19100): Launched\u000a00:29:36.218342 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:29:36.738910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19102): Launched\u000a00:29:37.053696 run osmo-stp_10.42.42.5(pid=19103): Launched\u000a00:29:37.168481 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:29:37.717247 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19105): Launched\u000a00:29:38.032366 run osmo-msc_10.42.42.6(pid=19106): Launched\u000a00:29:38.217920 run osmo-stp_10.42.42.5(pid=19103): ERR: Terminated: ERROR {rc=1} [trial-2396↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19103)]\u000a00:29:38.351499 run osmo-stp_10.42.42.5(pid=19103): stdout: \u000a| (launched: 2022-12-14_00:29:36.899329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:29:38.484704 run osmo-stp_10.42.42.5(pid=19103): stderr: \u000a| �[0;m�[38;5;43m20221214002937089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002937089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002937089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002937090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002937090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002937090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002937090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:29:38.611920 run osmo-stp_10.42.42.5(pid=19103): stdout: \u000a| (launched: 2022-12-14_00:29:36.899329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:29:38.737772 run osmo-stp_10.42.42.5(pid=19103): stderr: \u000a| �[0;m�[38;5;43m20221214002937089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002937089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002937089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002937090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002937090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002937090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002937090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:29:38.792490 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19103): Process ended prematurely: osmo-stp_10.42.42.5(pid=19103) [trial-2396↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19103)] [trial-2396↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a00:29:38.800745 tst handover.py:18: Test FAILED (6.4 sec)\u000a00:29:38.862427 run osmo-hlr_10.42.42.2(pid=19100): ERR: Terminated: ERROR {rc=237} [trial-2396↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19100)]\u000a00:29:38.912827 run osmo-hlr_10.42.42.2(pid=19100): stdout: \u000a| (launched: 2022-12-14_00:29:35.944389) \u000a00:29:38.964096 run osmo-hlr_10.42.42.2(pid=19100): stderr: \u000a| �[0;m�[1;31m20221214002936141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214002936142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214002936142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002936142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002936142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214002936142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214002936154 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214002936163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214002936163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214002936163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:29:39.033402 run osmo-msc_10.42.42.6(pid=19106): ERR: Terminated: ERROR {rc=2} [trial-2396↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19106)]\u000a00:29:39.083950 run osmo-msc_10.42.42.6(pid=19106): stdout: \u000a| (launched: 2022-12-14_00:29:37.878153) \u000a00:29:39.135098 run osmo-msc_10.42.42.6(pid=19106): stderr: \u000a| �[0;m�[38;5;43m20221214002938196 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214002938196 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe75475dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214002938197 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214002938197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214002938197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214002938197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214002938199 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214002938199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214002938199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214002938199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:29:39.178685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19099): Terminating (SIGTERM)\u000a00:29:39.219850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19102): Terminating (SIGTERM)\u000a00:29:39.260908 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19105): Terminating (SIGTERM)\u000a00:29:39.270352 --- ParallelTerminationStrategy: PID 19099 died...\u000a00:29:39.325803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19099): Terminated: ok {rc=0}\u000a00:29:39.335588 --- ParallelTerminationStrategy: PID 19102 died...\u000a00:29:39.390628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19102): Terminated: ok {rc=0}\u000a00:29:39.400427 --- ParallelTerminationStrategy: PID 19105 died...\u000a00:29:39.455460 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19105): Terminated: ok {rc=0}\u000a00:29:39.541201 bus /sierra_3: Setting Powered False\u000a00:29:40.643136 bus /sierra_3: Setting Powered False\u000a00:29:41.751750 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:29:32" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19118): Process ended prematurely: osmo-stp_10.42.42.5(pid=19118) [trial-2396↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19118)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19118): Process ended prematurely: osmo-stp_10.42.42.5(pid=19118) [trial-2396↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19118)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a00:29:43.723483 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:29:43.734135 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a00:29:43.855886 tst handover.py: using LAC 37290\u000a00:29:43.977563 tst handover.py: using RAC 60\u000a00:29:44.094893 tst handover.py: using CellId 37290\u000a00:29:44.209920 tst handover.py: using BVCI 37291\u000a00:29:44.232600 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a00:29:44.349366 tst handover.py: using LAC 37291\u000a00:29:44.463248 tst handover.py: using RAC 61\u000a00:29:44.580845 tst handover.py: using CellId 37291\u000a00:29:44.696725 tst handover.py: using BVCI 37292\u000a00:29:44.719068 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:29:44.729679 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:29:44.740048 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:29:44.750530 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:29:44.761057 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:29:44.771450 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a00:29:44.886019 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a00:29:45.094217 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:29:45.564698 run create_hlr_db(pid=19112): Launched\u000a00:29:45.694708 bus /sierra_2: Setting Powered False\u000a00:29:46.837991 run create_hlr_db(pid=19112): Terminated: ok {rc=0}\u000a00:29:47.229462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19114): Launched\u000a00:29:47.525025 run osmo-hlr_10.42.42.2(pid=19115): Launched\u000a00:29:47.642170 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:29:48.137675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19117): Launched\u000a00:29:48.430869 run osmo-stp_10.42.42.5(pid=19118): Launched\u000a00:29:48.537147 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:29:49.049859 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19120): Launched\u000a00:29:49.345848 run osmo-msc_10.42.42.6(pid=19121): Launched\u000a00:29:49.519865 run osmo-stp_10.42.42.5(pid=19118): ERR: Terminated: ERROR {rc=1} [trial-2396↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19118)]\u000a00:29:49.645907 run osmo-stp_10.42.42.5(pid=19118): stdout: \u000a| (launched: 2022-12-14_00:29:48.286921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:29:49.769179 run osmo-stp_10.42.42.5(pid=19118): stderr: \u000a| �[0;m�[38;5;43m20221214002948455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002948455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002948455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002948456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002948456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002948456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002948456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:29:49.888645 run osmo-stp_10.42.42.5(pid=19118): stdout: \u000a| (launched: 2022-12-14_00:29:48.286921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:29:50.006347 run osmo-stp_10.42.42.5(pid=19118): stderr: \u000a| �[0;m�[38;5;43m20221214002948455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002948455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002948455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002948456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002948456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002948456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002948456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:29:50.057988 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19118): Process ended prematurely: osmo-stp_10.42.42.5(pid=19118) [trial-2396↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19118)] [trial-2396↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a00:29:50.065858 tst handover.py:18: Test FAILED (6.3 sec)\u000a00:29:50.124713 run osmo-hlr_10.42.42.2(pid=19115): ERR: Terminated: ERROR {rc=237} [trial-2396↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19115)]\u000a00:29:50.172739 run osmo-hlr_10.42.42.2(pid=19115): stdout: \u000a| (launched: 2022-12-14_00:29:47.379874) \u000a00:29:50.221357 run osmo-hlr_10.42.42.2(pid=19115): stderr: \u000a| �[0;m�[1;31m20221214002947555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214002947555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214002947555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002947555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002947555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214002947555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214002947567 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214002947577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214002947577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214002947577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:29:50.287384 run osmo-msc_10.42.42.6(pid=19121): ERR: Terminated: ERROR {rc=2} [trial-2396↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19121)]\u000a00:29:50.335324 run osmo-msc_10.42.42.6(pid=19121): stdout: \u000a| (launched: 2022-12-14_00:29:49.200009) \u000a00:29:50.383976 run osmo-msc_10.42.42.6(pid=19121): stderr: \u000a| �[0;m�[38;5;43m20221214002949472 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214002949472 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd62f8c0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214002949472 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214002949472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214002949472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214002949473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214002949474 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214002949475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214002949475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214002949475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:29:50.425308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19114): Terminating (SIGTERM)\u000a00:29:50.464152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19117): Terminating (SIGTERM)\u000a00:29:50.503132 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19120): Terminating (SIGTERM)\u000a00:29:50.512308 --- ParallelTerminationStrategy: PID 19114 died...\u000a00:29:50.565066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19114): Terminated: ok {rc=0}\u000a00:29:50.574518 --- ParallelTerminationStrategy: PID 19117 died...\u000a00:29:50.627458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19117): Terminated: ok {rc=0}\u000a00:29:50.636854 --- ParallelTerminationStrategy: PID 19120 died...\u000a00:29:50.689473 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19120): Terminated: ok {rc=0}\u000a00:29:50.772100 bus /sierra_3: Setting Powered False\u000a00:29:51.877999 bus /sierra_3: Setting Powered False\u000a00:29:52.991324 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:29:43" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19132): Process ended prematurely: osmo-stp_10.42.42.5(pid=19132) [trial-2396↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19132)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19132): Process ended prematurely: osmo-stp_10.42.42.5(pid=19132) [trial-2396↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19132)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a00:29:54.975936 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:29:54.988019 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a00:29:55.118688 tst handover.py: using LAC 37292\u000a00:29:55.241983 tst handover.py: using RAC 62\u000a00:29:55.366925 tst handover.py: using CellId 37292\u000a00:29:55.490798 tst handover.py: using BVCI 37293\u000a00:29:55.514874 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a00:29:55.656893 tst handover.py: using LAC 37293\u000a00:29:55.781944 tst handover.py: using RAC 63\u000a00:29:55.908192 tst handover.py: using CellId 37293\u000a00:29:56.032895 tst handover.py: using BVCI 37294\u000a00:29:56.057008 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:29:56.068300 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:29:56.079450 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:29:56.090429 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:29:56.101840 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:29:56.113182 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a00:29:56.229474 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a00:29:56.427170 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:29:56.875642 run create_hlr_db(pid=19126): Launched\u000a00:29:56.996205 bus /sierra_2: Setting Powered False\u000a00:29:58.068125 run create_hlr_db(pid=19126): Terminated: ok {rc=0}\u000a00:29:58.459837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19128): Launched\u000a00:29:58.775157 run osmo-hlr_10.42.42.2(pid=19129): Launched\u000a00:29:58.891315 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:29:59.410666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19131): Launched\u000a00:29:59.725636 run osmo-stp_10.42.42.5(pid=19132): Launched\u000a00:29:59.840641 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:30:00.390492 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19134): Launched\u000a00:30:00.706788 run osmo-msc_10.42.42.6(pid=19135): Launched\u000a00:30:00.987855 run osmo-stp_10.42.42.5(pid=19132): ERR: Terminated: ERROR {rc=1} [trial-2396↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19132)]\u000a00:30:01.227749 run osmo-stp_10.42.42.5(pid=19132): stdout: \u000a| (launched: 2022-12-14_00:29:59.571275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:30:01.395592 run osmo-stp_10.42.42.5(pid=19132): stderr: \u000a| �[0;m�[38;5;43m20221214002959762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002959762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002959763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002959763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002959763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002959764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002959764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:30:01.526753 run osmo-stp_10.42.42.5(pid=19132): stdout: \u000a| (launched: 2022-12-14_00:29:59.571275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:30:01.657315 run osmo-stp_10.42.42.5(pid=19132): stderr: \u000a| �[0;m�[38;5;43m20221214002959762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214002959762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214002959763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214002959763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214002959763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214002959764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214002959764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:30:01.714116 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19132): Process ended prematurely: osmo-stp_10.42.42.5(pid=19132) [trial-2396↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19132)] [trial-2396↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a00:30:01.723452 tst handover.py:18: Test FAILED (6.7 sec)\u000a00:30:01.789338 run osmo-hlr_10.42.42.2(pid=19129): ERR: Terminated: ERROR {rc=237} [trial-2396↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19129)]\u000a00:30:01.842901 run osmo-hlr_10.42.42.2(pid=19129): stdout: \u000a| (launched: 2022-12-14_00:29:58.621039) \u000a00:30:01.897820 run osmo-hlr_10.42.42.2(pid=19129): stderr: \u000a| �[0;m�[1;31m20221214002958819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214002958819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214002958819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002958819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214002958819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214002958819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214002958832 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214002958840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214002958840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214002958840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:30:01.970656 run osmo-msc_10.42.42.6(pid=19135): ERR: Terminated: ERROR {rc=2} [trial-2396↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19135)]\u000a00:30:02.023931 run osmo-msc_10.42.42.6(pid=19135): stdout: \u000a| (launched: 2022-12-14_00:30:00.551451) \u000a00:30:02.077848 run osmo-msc_10.42.42.6(pid=19135): stderr: \u000a| �[0;m�[38;5;43m20221214003000875 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214003000875 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f73d4fd3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214003000875 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214003000875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214003000877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214003000878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214003000879 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214003000884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214003000884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214003000884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:30:02.123896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19128): Terminating (SIGTERM)\u000a00:30:02.167269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19131): Terminating (SIGTERM)\u000a00:30:02.211165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19134): Terminating (SIGTERM)\u000a00:30:02.221314 --- ParallelTerminationStrategy: PID 19128 died...\u000a00:30:02.280547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19128): Terminated: ok {rc=0}\u000a00:30:02.291465 --- ParallelTerminationStrategy: PID 19131 died...\u000a00:30:02.350569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19131): Terminated: ok {rc=0}\u000a00:30:02.360866 --- ParallelTerminationStrategy: PID 19134 died...\u000a00:30:02.418064 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19134): Terminated: ok {rc=0}\u000a00:30:02.505382 bus /sierra_3: Setting Powered False\u000a00:30:03.607657 bus /sierra_3: Setting Powered False\u000a00:30:04.717024 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:29:54" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19150): Process ended prematurely: osmo-stp_10.42.42.5(pid=19150) [trial-2396↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19150)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19150): Process ended prematurely: osmo-stp_10.42.42.5(pid=19150) [trial-2396↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19150)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a00:30:06.725142 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:30:06.736219 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:30:06.865460 tst handover.py: using LAC 37294\u000a00:30:06.988547 tst handover.py: using RAC 64\u000a00:30:07.105515 tst handover.py: using CellId 37294\u000a00:30:07.219822 tst handover.py: using BVCI 37295\u000a00:30:07.242341 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:30:07.373790 tst handover.py: using LAC 37295\u000a00:30:07.488500 tst handover.py: using RAC 65\u000a00:30:07.603827 tst handover.py: using CellId 37295\u000a00:30:07.718774 tst handover.py: using BVCI 37296\u000a00:30:07.741216 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:30:07.751845 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:30:07.762383 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:30:07.772900 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:30:07.783433 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:30:07.794577 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:30:07.913291 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:30:08.114274 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:30:08.560694 run create_hlr_db(pid=19144): Launched\u000a00:30:08.681867 bus /sierra_2: Setting Powered False\u000a00:30:09.752468 run create_hlr_db(pid=19144): Terminated: ok {rc=0}\u000a00:30:10.145139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19146): Launched\u000a00:30:10.460461 run osmo-hlr_10.42.42.2(pid=19147): Launched\u000a00:30:10.581098 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:30:11.101603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19149): Launched\u000a00:30:11.418093 run osmo-stp_10.42.42.5(pid=19150): Launched\u000a00:30:11.534298 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:30:12.084216 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19152): Launched\u000a00:30:12.399763 run osmo-msc_10.42.42.6(pid=19153): Launched\u000a00:30:12.586559 run osmo-stp_10.42.42.5(pid=19150): ERR: Terminated: ERROR {rc=1} [trial-2396↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19150)]\u000a00:30:12.721744 run osmo-stp_10.42.42.5(pid=19150): stdout: \u000a| (launched: 2022-12-14_00:30:11.262372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:30:12.855806 run osmo-stp_10.42.42.5(pid=19150): stderr: \u000a| �[0;m�[38;5;43m20221214003011454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003011455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003011455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003011455 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003011456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003011456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003011456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:30:12.982970 run osmo-stp_10.42.42.5(pid=19150): stdout: \u000a| (launched: 2022-12-14_00:30:11.262372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:30:13.109294 run osmo-stp_10.42.42.5(pid=19150): stderr: \u000a| �[0;m�[38;5;43m20221214003011454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003011455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003011455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003011455 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003011456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003011456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003011456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:30:13.164158 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19150): Process ended prematurely: osmo-stp_10.42.42.5(pid=19150) [trial-2396↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19150)] [trial-2396↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a00:30:13.172685 tst handover.py:18: Test FAILED (6.4 sec)\u000a00:30:13.234767 run osmo-hlr_10.42.42.2(pid=19147): ERR: Terminated: ERROR {rc=237} [trial-2396↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19147)]\u000a00:30:13.285558 run osmo-hlr_10.42.42.2(pid=19147): stdout: \u000a| (launched: 2022-12-14_00:30:10.305924) \u000a00:30:13.337201 run osmo-hlr_10.42.42.2(pid=19147): stderr: \u000a| �[0;m�[1;31m20221214003010504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214003010504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214003010504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003010504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003010504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214003010504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214003010516 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214003010524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214003010524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214003010525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:30:13.406635 run osmo-msc_10.42.42.6(pid=19153): ERR: Terminated: ERROR {rc=2} [trial-2396↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19153)]\u000a00:30:13.457503 run osmo-msc_10.42.42.6(pid=19153): stdout: \u000a| (launched: 2022-12-14_00:30:12.245181) \u000a00:30:13.508858 run osmo-msc_10.42.42.6(pid=19153): stderr: \u000a| �[0;m�[38;5;43m20221214003012563 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214003012563 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f70684b5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214003012563 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214003012563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214003012564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214003012564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214003012566 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214003012566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214003012567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214003012567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:30:13.552392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19146): Terminating (SIGTERM)\u000a00:30:13.593975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19149): Terminating (SIGTERM)\u000a00:30:13.636310 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19152): Terminating (SIGTERM)\u000a00:30:13.646448 --- ParallelTerminationStrategy: PID 19146 died...\u000a00:30:13.702510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19146): Terminated: ok {rc=0}\u000a00:30:13.712517 --- ParallelTerminationStrategy: PID 19149 died...\u000a00:30:13.768179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19149): Terminated: ok {rc=0}\u000a00:30:13.778046 --- ParallelTerminationStrategy: PID 19152 died...\u000a00:30:13.833758 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19152): Terminated: ok {rc=0}\u000a00:30:13.920779 bus /sierra_3: Setting Powered False\u000a00:30:15.023445 bus /sierra_3: Setting Powered False\u000a00:30:16.154408 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:30:06" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19164): Process ended prematurely: osmo-stp_10.42.42.5(pid=19164) [trial-2396↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19164)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19164): Process ended prematurely: osmo-stp_10.42.42.5(pid=19164) [trial-2396↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19164)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a00:30:18.118915 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a00:30:18.129902 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a00:30:18.259308 tst handover.py: using LAC 37296\u000a00:30:18.381759 tst handover.py: using RAC 66\u000a00:30:18.503852 tst handover.py: using CellId 37296\u000a00:30:18.631842 tst handover.py: using BVCI 37297\u000a00:30:18.656230 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a00:30:18.779928 tst handover.py: using LAC 37297\u000a00:30:18.901610 tst handover.py: using RAC 67\u000a00:30:19.023648 tst handover.py: using CellId 37297\u000a00:30:19.145721 tst handover.py: using BVCI 37298\u000a00:30:19.169736 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a00:30:19.180791 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a00:30:19.191688 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a00:30:19.202605 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a00:30:19.213946 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a00:30:19.225382 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a00:30:19.344384 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a00:30:19.543066 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:30:19.995242 run create_hlr_db(pid=19158): Launched\u000a00:30:20.125362 bus /sierra_2: Setting Powered False\u000a00:30:21.200455 run create_hlr_db(pid=19158): Terminated: ok {rc=0}\u000a00:30:21.593201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19160): Launched\u000a00:30:21.909104 run osmo-hlr_10.42.42.2(pid=19161): Launched\u000a00:30:22.025264 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:30:22.546332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19163): Launched\u000a00:30:22.863410 run osmo-stp_10.42.42.5(pid=19164): Launched\u000a00:30:22.979261 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:30:23.530534 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19166): Launched\u000a00:30:23.847239 run osmo-msc_10.42.42.6(pid=19167): Launched\u000a00:30:24.034174 run osmo-stp_10.42.42.5(pid=19164): ERR: Terminated: ERROR {rc=1} [trial-2396↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19164)]\u000a00:30:24.169521 run osmo-stp_10.42.42.5(pid=19164): stdout: \u000a| (launched: 2022-12-14_00:30:22.708158)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:30:24.304283 run osmo-stp_10.42.42.5(pid=19164): stderr: \u000a| �[0;m�[38;5;43m20221214003022899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003022899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003022899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003022899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003022902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003022902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003022902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:30:24.432050 run osmo-stp_10.42.42.5(pid=19164): stdout: \u000a| (launched: 2022-12-14_00:30:22.708158)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:30:24.558612 run osmo-stp_10.42.42.5(pid=19164): stderr: \u000a| �[0;m�[38;5;43m20221214003022899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003022899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003022899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003022899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003022902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003022902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003022902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:30:24.614121 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19164): Process ended prematurely: osmo-stp_10.42.42.5(pid=19164) [trial-2396↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19164)] [trial-2396↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a00:30:24.622498 tst handover.py:18: Test FAILED (6.5 sec)\u000a00:30:24.684595 run osmo-hlr_10.42.42.2(pid=19161): ERR: Terminated: ERROR {rc=237} [trial-2396↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19161)]\u000a00:30:24.735194 run osmo-hlr_10.42.42.2(pid=19161): stdout: \u000a| (launched: 2022-12-14_00:30:21.754434) \u000a00:30:24.786514 run osmo-hlr_10.42.42.2(pid=19161): stderr: \u000a| �[0;m�[1;31m20221214003021953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214003021953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214003021953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003021953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003021953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214003021953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214003021966 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214003021974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214003021974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214003021975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:30:24.856153 run osmo-msc_10.42.42.6(pid=19167): ERR: Terminated: ERROR {rc=2} [trial-2396↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19167)]\u000a00:30:24.906992 run osmo-msc_10.42.42.6(pid=19167): stdout: \u000a| (launched: 2022-12-14_00:30:23.692205) \u000a00:30:24.958443 run osmo-msc_10.42.42.6(pid=19167): stderr: \u000a| �[0;m�[38;5;43m20221214003024013 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214003024013 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f30c769dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214003024013 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214003024014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214003024014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214003024014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214003024015 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214003024016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214003024016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214003024016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:30:25.002145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19160): Terminating (SIGTERM)\u000a00:30:25.043335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19163): Terminating (SIGTERM)\u000a00:30:25.085529 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19166): Terminating (SIGTERM)\u000a00:30:25.095044 --- ParallelTerminationStrategy: PID 19160 died...\u000a00:30:25.150957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19160): Terminated: ok {rc=0}\u000a00:30:25.160860 --- ParallelTerminationStrategy: PID 19163 died...\u000a00:30:25.216481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19163): Terminated: ok {rc=0}\u000a00:30:25.226472 --- ParallelTerminationStrategy: PID 19166 died...\u000a00:30:25.281948 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19166): Terminated: ok {rc=0}\u000a00:30:25.368111 bus /sierra_3: Setting Powered False\u000a00:30:26.471472 bus /sierra_3: Setting Powered False\u000a00:30:27.578013 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:30:17" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19179): Process ended prematurely: osmo-stp_10.42.42.5(pid=19179) [trial-2396↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19179)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19179): Process ended prematurely: osmo-stp_10.42.42.5(pid=19179) [trial-2396↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19179)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a00:30:29.551631 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:30:29.562489 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a00:30:29.689214 tst handover.py: using LAC 37298\u000a00:30:29.815344 tst handover.py: using RAC 68\u000a00:30:29.938933 tst handover.py: using CellId 37298\u000a00:30:30.061191 tst handover.py: using BVCI 37299\u000a00:30:30.084939 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a00:30:30.225276 tst handover.py: using LAC 37299\u000a00:30:30.350056 tst handover.py: using RAC 69\u000a00:30:30.478999 tst handover.py: using CellId 37299\u000a00:30:30.602949 tst handover.py: using BVCI 37300\u000a00:30:30.627034 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:30:30.638211 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:30:30.649271 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:30:30.660107 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:30:30.671498 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:30:30.682994 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a00:30:30.798536 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a00:30:31.053769 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:30:31.555869 run create_hlr_db(pid=19173): Launched\u000a00:30:31.689729 bus /sierra_2: Setting Powered False\u000a00:30:32.749214 run create_hlr_db(pid=19173): Terminated: ok {rc=0}\u000a00:30:33.116261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19175): Launched\u000a00:30:33.411420 run osmo-hlr_10.42.42.2(pid=19176): Launched\u000a00:30:33.529874 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:30:34.020317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19178): Launched\u000a00:30:34.316158 run osmo-stp_10.42.42.5(pid=19179): Launched\u000a00:30:34.424806 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:30:34.939905 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19181): Launched\u000a00:30:35.234872 run osmo-msc_10.42.42.6(pid=19182): Launched\u000a00:30:35.409175 run osmo-stp_10.42.42.5(pid=19179): ERR: Terminated: ERROR {rc=1} [trial-2396↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19179)]\u000a00:30:35.534498 run osmo-stp_10.42.42.5(pid=19179): stdout: \u000a| (launched: 2022-12-14_00:30:34.170569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:30:35.658144 run osmo-stp_10.42.42.5(pid=19179): stderr: \u000a| �[0;m�[38;5;43m20221214003034343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003034343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003034343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003034343 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003034344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003034344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003034344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:30:35.776590 run osmo-stp_10.42.42.5(pid=19179): stdout: \u000a| (launched: 2022-12-14_00:30:34.170569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:30:35.894396 run osmo-stp_10.42.42.5(pid=19179): stderr: \u000a| �[0;m�[38;5;43m20221214003034343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003034343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003034343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003034343 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003034344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003034344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003034344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:30:35.945841 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19179): Process ended prematurely: osmo-stp_10.42.42.5(pid=19179) [trial-2396↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19179)] [trial-2396↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a00:30:35.953599 tst handover.py:18: Test FAILED (6.4 sec)\u000a00:30:36.012153 run osmo-hlr_10.42.42.2(pid=19176): ERR: Terminated: ERROR {rc=237} [trial-2396↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19176)]\u000a00:30:36.060419 run osmo-hlr_10.42.42.2(pid=19176): stdout: \u000a| (launched: 2022-12-14_00:30:33.266436) \u000a00:30:36.109381 run osmo-hlr_10.42.42.2(pid=19176): stderr: \u000a| �[0;m�[1;31m20221214003033439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214003033439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214003033439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003033439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003033439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214003033439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214003033450 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214003033459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214003033460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214003033460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:30:36.175643 run osmo-msc_10.42.42.6(pid=19182): ERR: Terminated: ERROR {rc=2} [trial-2396↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19182)]\u000a00:30:36.224318 run osmo-msc_10.42.42.6(pid=19182): stdout: \u000a| (launched: 2022-12-14_00:30:35.090185) \u000a00:30:36.273093 run osmo-msc_10.42.42.6(pid=19182): stderr: \u000a| �[0;m�[38;5;43m20221214003035358 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214003035358 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd0ea161c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214003035358 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214003035358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214003035358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214003035359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214003035360 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214003035361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214003035361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214003035361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:30:36.314273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19175): Terminating (SIGTERM)\u000a00:30:36.353199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19178): Terminating (SIGTERM)\u000a00:30:36.392075 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19181): Terminating (SIGTERM)\u000a00:30:36.401163 --- ParallelTerminationStrategy: PID 19175 died...\u000a00:30:36.453485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19175): Terminated: ok {rc=0}\u000a00:30:36.462854 --- ParallelTerminationStrategy: PID 19178 died...\u000a00:30:36.514915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19178): Terminated: ok {rc=0}\u000a00:30:36.524276 --- ParallelTerminationStrategy: PID 19181 died...\u000a00:30:36.576276 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19181): Terminated: ok {rc=0}\u000a00:30:36.657947 bus /sierra_3: Setting Powered False\u000a00:30:37.762330 bus /sierra_3: Setting Powered False\u000a00:30:38.872175 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:30:29" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19193): Process ended prematurely: osmo-stp_10.42.42.5(pid=19193) [trial-2396↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19193)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19193): Process ended prematurely: osmo-stp_10.42.42.5(pid=19193) [trial-2396↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19193)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a00:30:40.841907 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:30:40.852719 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a00:30:40.979536 tst handover.py: using LAC 37300\u000a00:30:41.103003 tst handover.py: using RAC 70\u000a00:30:41.226785 tst handover.py: using CellId 37300\u000a00:30:41.352430 tst handover.py: using BVCI 37301\u000a00:30:41.376388 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a00:30:41.514663 tst handover.py: using LAC 37301\u000a00:30:41.639067 tst handover.py: using RAC 71\u000a00:30:41.765112 tst handover.py: using CellId 37301\u000a00:30:41.890523 tst handover.py: using BVCI 37302\u000a00:30:41.914537 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:30:41.925860 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:30:41.936907 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:30:41.948194 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:30:41.960184 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:30:41.972172 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a00:30:42.088097 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a00:30:42.296852 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:30:42.766543 run create_hlr_db(pid=19187): Launched\u000a00:30:42.895465 bus /sierra_2: Setting Powered False\u000a00:30:43.970824 run create_hlr_db(pid=19187): Terminated: ok {rc=0}\u000a00:30:44.363164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19189): Launched\u000a00:30:44.679432 run osmo-hlr_10.42.42.2(pid=19190): Launched\u000a00:30:44.797239 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:30:45.318707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19192): Launched\u000a00:30:45.635366 run osmo-stp_10.42.42.5(pid=19193): Launched\u000a00:30:45.751232 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:30:46.323149 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19195): Launched\u000a00:30:46.733721 run osmo-msc_10.42.42.6(pid=19196): Launched\u000a00:30:47.099891 run osmo-stp_10.42.42.5(pid=19193): ERR: Terminated: ERROR {rc=1} [trial-2396↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19193)]\u000a00:30:47.259064 run osmo-stp_10.42.42.5(pid=19193): stdout: \u000a| (launched: 2022-12-14_00:30:45.479613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:30:47.393887 run osmo-stp_10.42.42.5(pid=19193): stderr: \u000a| �[0;m�[38;5;43m20221214003045670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003045670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003045670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003045671 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003045673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003045673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003045673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:30:47.521684 run osmo-stp_10.42.42.5(pid=19193): stdout: \u000a| (launched: 2022-12-14_00:30:45.479613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:30:47.648020 run osmo-stp_10.42.42.5(pid=19193): stderr: \u000a| �[0;m�[38;5;43m20221214003045670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003045670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003045670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003045671 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003045673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003045673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003045673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:30:47.703195 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19193): Process ended prematurely: osmo-stp_10.42.42.5(pid=19193) [trial-2396↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19193)] [trial-2396↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a00:30:47.711623 tst handover.py:18: Test FAILED (6.9 sec)\u000a00:30:47.773779 run osmo-hlr_10.42.42.2(pid=19190): ERR: Terminated: ERROR {rc=237} [trial-2396↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19190)]\u000a00:30:47.824589 run osmo-hlr_10.42.42.2(pid=19190): stdout: \u000a| (launched: 2022-12-14_00:30:44.524751) \u000a00:30:47.876233 run osmo-hlr_10.42.42.2(pid=19190): stderr: \u000a| �[0;m�[1;31m20221214003044721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214003044721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214003044721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003044721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003044721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214003044721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214003044733 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214003044741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214003044741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214003044741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:30:47.945846 run osmo-msc_10.42.42.6(pid=19196): ERR: Terminated: ERROR {rc=2} [trial-2396↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19196)]\u000a00:30:47.996833 run osmo-msc_10.42.42.6(pid=19196): stdout: \u000a| (launched: 2022-12-14_00:30:46.477566) \u000a00:30:48.048459 run osmo-msc_10.42.42.6(pid=19196): stderr: \u000a| �[0;m�[38;5;43m20221214003047070 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214003047070 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7febad62dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214003047070 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214003047070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214003047070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214003047070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214003047072 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214003047072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214003047072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214003047082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:30:48.091958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19189): Terminating (SIGTERM)\u000a00:30:48.133092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19192): Terminating (SIGTERM)\u000a00:30:48.174276 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19195): Terminating (SIGTERM)\u000a00:30:48.183723 --- ParallelTerminationStrategy: PID 19189 died...\u000a00:30:48.239232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19189): Terminated: ok {rc=0}\u000a00:30:48.249212 --- ParallelTerminationStrategy: PID 19192 died...\u000a00:30:48.304796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19192): Terminated: ok {rc=0}\u000a00:30:48.314881 --- ParallelTerminationStrategy: PID 19195 died...\u000a00:30:48.370114 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19195): Terminated: ok {rc=0}\u000a00:30:48.455043 bus /sierra_3: Setting Powered False\u000a00:30:49.559426 bus /sierra_3: Setting Powered False\u000a00:30:50.669325 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:30:40" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19210): Process ended prematurely: osmo-stp_10.42.42.5(pid=19210) [trial-2396↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19210)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19210): Process ended prematurely: osmo-stp_10.42.42.5(pid=19210) [trial-2396↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19210)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a00:30:52.673692 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:30:52.684664 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a00:30:52.803623 tst handover.py: using LAC 37302\u000a00:30:52.920491 tst handover.py: using RAC 72\u000a00:30:53.038984 tst handover.py: using CellId 37302\u000a00:30:53.157298 tst handover.py: using BVCI 37303\u000a00:30:53.179779 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a00:30:53.315586 tst handover.py: using LAC 37303\u000a00:30:53.431801 tst handover.py: using RAC 73\u000a00:30:53.549266 tst handover.py: using CellId 37303\u000a00:30:53.665764 tst handover.py: using BVCI 37304\u000a00:30:53.688238 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:30:53.699070 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:30:53.709659 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:30:53.720162 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:30:53.730892 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:30:53.741495 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a00:30:53.861353 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a00:30:54.059823 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:30:54.507529 run create_hlr_db(pid=19204): Launched\u000a00:30:54.628658 bus /sierra_2: Setting Powered False\u000a00:30:55.699849 run create_hlr_db(pid=19204): Terminated: ok {rc=0}\u000a00:30:56.067814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19206): Launched\u000a00:30:56.362086 run osmo-hlr_10.42.42.2(pid=19207): Launched\u000a00:30:56.469713 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:30:56.954855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19209): Launched\u000a00:30:57.249389 run osmo-stp_10.42.42.5(pid=19210): Launched\u000a00:30:57.356592 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:30:57.870098 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19212): Launched\u000a00:30:58.165707 run osmo-msc_10.42.42.6(pid=19213): Launched\u000a00:30:58.340187 run osmo-stp_10.42.42.5(pid=19210): ERR: Terminated: ERROR {rc=1} [trial-2396↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19210)]\u000a00:30:58.466567 run osmo-stp_10.42.42.5(pid=19210): stdout: \u000a| (launched: 2022-12-14_00:30:57.104801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:30:58.589857 run osmo-stp_10.42.42.5(pid=19210): stderr: \u000a| �[0;m�[38;5;43m20221214003057272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003057272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003057273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003057273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003057274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003057274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003057274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:30:58.708850 run osmo-stp_10.42.42.5(pid=19210): stdout: \u000a| (launched: 2022-12-14_00:30:57.104801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:30:58.826436 run osmo-stp_10.42.42.5(pid=19210): stderr: \u000a| �[0;m�[38;5;43m20221214003057272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003057272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003057273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003057273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003057274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003057274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003057274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:30:58.877956 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19210): Process ended prematurely: osmo-stp_10.42.42.5(pid=19210) [trial-2396↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19210)] [trial-2396↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a00:30:58.885577 tst handover.py:18: Test FAILED (6.2 sec)\u000a00:30:58.944168 run osmo-hlr_10.42.42.2(pid=19207): ERR: Terminated: ERROR {rc=237} [trial-2396↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19207)]\u000a00:30:58.992692 run osmo-hlr_10.42.42.2(pid=19207): stdout: \u000a| (launched: 2022-12-14_00:30:56.217965) \u000a00:30:59.041499 run osmo-hlr_10.42.42.2(pid=19207): stderr: \u000a| �[0;m�[1;31m20221214003056395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214003056395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214003056395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003056395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003056395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214003056395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214003056408 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214003056416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214003056416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214003056416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:30:59.108196 run osmo-msc_10.42.42.6(pid=19213): ERR: Terminated: ERROR {rc=2} [trial-2396↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19213)]\u000a00:30:59.156608 run osmo-msc_10.42.42.6(pid=19213): stdout: \u000a| (launched: 2022-12-14_00:30:58.020427) \u000a00:30:59.205567 run osmo-msc_10.42.42.6(pid=19213): stderr: \u000a| �[0;m�[38;5;43m20221214003058289 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214003058289 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f98125edc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214003058289 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214003058289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214003058290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214003058290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214003058291 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214003058292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214003058292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214003058292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:30:59.247087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19206): Terminating (SIGTERM)\u000a00:30:59.286340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19209): Terminating (SIGTERM)\u000a00:30:59.325553 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19212): Terminating (SIGTERM)\u000a00:30:59.334598 --- ParallelTerminationStrategy: PID 19206 died...\u000a00:30:59.386999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19206): Terminated: ok {rc=0}\u000a00:30:59.396449 --- ParallelTerminationStrategy: PID 19209 died...\u000a00:30:59.448795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19209): Terminated: ok {rc=0}\u000a00:30:59.458192 --- ParallelTerminationStrategy: PID 19212 died...\u000a00:30:59.511112 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19212): Terminated: ok {rc=0}\u000a00:30:59.598746 bus /sierra_3: Setting Powered False\u000a00:31:00.698910 bus /sierra_3: Setting Powered False\u000a00:31:01.810392 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:30:52" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19224): Process ended prematurely: osmo-stp_10.42.42.5(pid=19224) [trial-2396↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19224)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19224): Process ended prematurely: osmo-stp_10.42.42.5(pid=19224) [trial-2396↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19224)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a00:31:03.781327 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:31:03.792447 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a00:31:03.919401 tst handover.py: using LAC 37304\u000a00:31:04.034487 tst handover.py: using RAC 74\u000a00:31:04.157971 tst handover.py: using CellId 37304\u000a00:31:04.283202 tst handover.py: using BVCI 37305\u000a00:31:04.307301 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a00:31:04.432054 tst handover.py: using LAC 37305\u000a00:31:04.555409 tst handover.py: using RAC 75\u000a00:31:04.672662 tst handover.py: using CellId 37305\u000a00:31:04.793236 tst handover.py: using BVCI 37306\u000a00:31:04.816038 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:31:04.826870 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:31:04.837279 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:31:04.847819 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:31:04.858768 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:31:04.869620 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a00:31:04.984661 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a00:31:05.181929 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:31:05.631621 run create_hlr_db(pid=19218): Launched\u000a00:31:05.752207 bus /sierra_2: Setting Powered False\u000a00:31:06.824155 run create_hlr_db(pid=19218): Terminated: ok {rc=0}\u000a00:31:07.217817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19220): Launched\u000a00:31:07.535994 run osmo-hlr_10.42.42.2(pid=19221): Launched\u000a00:31:07.654598 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:31:08.174643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19223): Launched\u000a00:31:08.490621 run osmo-stp_10.42.42.5(pid=19224): Launched\u000a00:31:08.606573 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:31:09.157879 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19226): Launched\u000a00:31:09.475464 run osmo-msc_10.42.42.6(pid=19227): Launched\u000a00:31:09.663374 run osmo-stp_10.42.42.5(pid=19224): ERR: Terminated: ERROR {rc=1} [trial-2396↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19224)]\u000a00:31:09.798579 run osmo-stp_10.42.42.5(pid=19224): stdout: \u000a| (launched: 2022-12-14_00:31:08.335665)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:31:09.933623 run osmo-stp_10.42.42.5(pid=19224): stderr: \u000a| �[0;m�[38;5;43m20221214003108529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003108529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003108529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003108530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003108530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003108530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003108530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:31:10.061598 run osmo-stp_10.42.42.5(pid=19224): stdout: \u000a| (launched: 2022-12-14_00:31:08.335665)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:31:10.187830 run osmo-stp_10.42.42.5(pid=19224): stderr: \u000a| �[0;m�[38;5;43m20221214003108529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003108529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003108529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003108530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003108530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003108530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003108530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:31:10.243012 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19224): Process ended prematurely: osmo-stp_10.42.42.5(pid=19224) [trial-2396↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19224)] [trial-2396↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a00:31:10.251269 tst handover.py:18: Test FAILED (6.5 sec)\u000a00:31:10.314099 run osmo-hlr_10.42.42.2(pid=19221): ERR: Terminated: ERROR {rc=237} [trial-2396↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19221)]\u000a00:31:10.365506 run osmo-hlr_10.42.42.2(pid=19221): stdout: \u000a| (launched: 2022-12-14_00:31:07.379250) \u000a00:31:10.417621 run osmo-hlr_10.42.42.2(pid=19221): stderr: \u000a| �[0;m�[1;31m20221214003107576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214003107576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214003107576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003107576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003107577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214003107577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214003107589 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214003107598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214003107598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214003107598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:31:10.488207 run osmo-msc_10.42.42.6(pid=19227): ERR: Terminated: ERROR {rc=2} [trial-2396↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19227)]\u000a00:31:10.539760 run osmo-msc_10.42.42.6(pid=19227): stdout: \u000a| (launched: 2022-12-14_00:31:09.319122) \u000a00:31:10.591641 run osmo-msc_10.42.42.6(pid=19227): stderr: \u000a| �[0;m�[38;5;43m20221214003109639 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214003109640 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f40c394ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214003109640 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214003109640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214003109640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214003109640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214003109642 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214003109642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214003109643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214003109643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:31:10.636169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19220): Terminating (SIGTERM)\u000a00:31:10.678706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19223): Terminating (SIGTERM)\u000a00:31:10.721027 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19226): Terminating (SIGTERM)\u000a00:31:10.730624 --- ParallelTerminationStrategy: PID 19220 died...\u000a00:31:10.786817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19220): Terminated: ok {rc=0}\u000a00:31:10.796781 --- ParallelTerminationStrategy: PID 19223 died...\u000a00:31:10.852615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19223): Terminated: ok {rc=0}\u000a00:31:10.862573 --- ParallelTerminationStrategy: PID 19226 died...\u000a00:31:10.918348 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19226): Terminated: ok {rc=0}\u000a00:31:11.004900 bus /sierra_3: Setting Powered False\u000a00:31:12.110194 bus /sierra_3: Setting Powered False\u000a00:31:13.220861 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:31:03" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19238): Process ended prematurely: osmo-stp_10.42.42.5(pid=19238) [trial-2396↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19238)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19238): Process ended prematurely: osmo-stp_10.42.42.5(pid=19238) [trial-2396↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19238)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a00:31:15.203015 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:31:15.214326 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a00:31:15.342100 tst handover.py: using LAC 37306\u000a00:31:15.467295 tst handover.py: using RAC 76\u000a00:31:15.591038 tst handover.py: using CellId 37306\u000a00:31:15.716604 tst handover.py: using BVCI 37307\u000a00:31:15.740821 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a00:31:15.909093 tst handover.py: using LAC 37307\u000a00:31:16.038808 tst handover.py: using RAC 77\u000a00:31:16.164504 tst handover.py: using CellId 37307\u000a00:31:16.290259 tst handover.py: using BVCI 37308\u000a00:31:16.315613 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:31:16.327377 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:31:16.339067 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:31:16.350868 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:31:16.363466 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:31:16.376003 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a00:31:16.500404 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a00:31:16.713044 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:31:17.234066 run create_hlr_db(pid=19232): Launched\u000a00:31:17.366240 bus /sierra_2: Setting Powered False\u000a00:31:18.428748 run create_hlr_db(pid=19232): Terminated: ok {rc=0}\u000a00:31:18.798001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19234): Launched\u000a00:31:19.092889 run osmo-hlr_10.42.42.2(pid=19235): Launched\u000a00:31:19.208650 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:31:19.704422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19237): Launched\u000a00:31:19.998334 run osmo-stp_10.42.42.5(pid=19238): Launched\u000a00:31:20.105688 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:31:20.619964 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19240): Launched\u000a00:31:20.917269 run osmo-msc_10.42.42.6(pid=19241): Launched\u000a00:31:21.097236 run osmo-stp_10.42.42.5(pid=19238): ERR: Terminated: ERROR {rc=1} [trial-2396↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19238)]\u000a00:31:21.245305 run osmo-stp_10.42.42.5(pid=19238): stdout: \u000a| (launched: 2022-12-14_00:31:19.854020)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:31:21.380155 run osmo-stp_10.42.42.5(pid=19238): stderr: \u000a| �[0;m�[38;5;43m20221214003120024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003120024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003120024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003120024 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003120025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003120025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003120025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:31:21.508608 run osmo-stp_10.42.42.5(pid=19238): stdout: \u000a| (launched: 2022-12-14_00:31:19.854020)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:31:21.636196 run osmo-stp_10.42.42.5(pid=19238): stderr: \u000a| �[0;m�[38;5;43m20221214003120024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003120024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003120024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003120024 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003120025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003120025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003120025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:31:21.691947 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19238): Process ended prematurely: osmo-stp_10.42.42.5(pid=19238) [trial-2396↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19238)] [trial-2396↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a00:31:21.700732 tst handover.py:18: Test FAILED (6.5 sec)\u000a00:31:21.763827 run osmo-hlr_10.42.42.2(pid=19235): ERR: Terminated: ERROR {rc=237} [trial-2396↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19235)]\u000a00:31:21.815418 run osmo-hlr_10.42.42.2(pid=19235): stdout: \u000a| (launched: 2022-12-14_00:31:18.948864) \u000a00:31:21.867642 run osmo-hlr_10.42.42.2(pid=19235): stderr: \u000a| �[0;m�[1;31m20221214003119125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214003119126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214003119126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003119126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003119126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214003119126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214003119138 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214003119147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214003119147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214003119147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:31:21.939160 run osmo-msc_10.42.42.6(pid=19241): ERR: Terminated: ERROR {rc=2} [trial-2396↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19241)]\u000a00:31:21.991071 run osmo-msc_10.42.42.6(pid=19241): stdout: \u000a| (launched: 2022-12-14_00:31:20.770106) \u000a00:31:22.043317 run osmo-msc_10.42.42.6(pid=19241): stderr: \u000a| �[0;m�[38;5;43m20221214003121059 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214003121059 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff6e6fdec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214003121059 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214003121059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214003121059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214003121060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214003121061 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214003121062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214003121062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214003121062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:31:22.087722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19234): Terminating (SIGTERM)\u000a00:31:22.129891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19237): Terminating (SIGTERM)\u000a00:31:22.172345 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19240): Terminating (SIGTERM)\u000a00:31:22.182152 --- ParallelTerminationStrategy: PID 19234 died...\u000a00:31:22.239078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19234): Terminated: ok {rc=0}\u000a00:31:22.249328 --- ParallelTerminationStrategy: PID 19237 died...\u000a00:31:22.305922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19237): Terminated: ok {rc=0}\u000a00:31:22.316109 --- ParallelTerminationStrategy: PID 19240 died...\u000a00:31:22.372451 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19240): Terminated: ok {rc=0}\u000a00:31:22.457831 bus /sierra_3: Setting Powered False\u000a00:31:23.559071 bus /sierra_3: Setting Powered False\u000a00:31:24.668760 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:31:14" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19252): Process ended prematurely: osmo-stp_10.42.42.5(pid=19252) [trial-2396↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19252)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19252): Process ended prematurely: osmo-stp_10.42.42.5(pid=19252) [trial-2396↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19252)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a00:31:26.644861 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:31:26.655611 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:31:26.774910 tst handover.py: using LAC 37308\u000a00:31:26.889789 tst handover.py: using RAC 78\u000a00:31:27.012692 tst handover.py: using CellId 37308\u000a00:31:27.135061 tst handover.py: using BVCI 37309\u000a00:31:27.159234 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:31:27.292075 tst handover.py: using LAC 37309\u000a00:31:27.406925 tst handover.py: using RAC 79\u000a00:31:27.521893 tst handover.py: using CellId 37309\u000a00:31:27.636169 tst handover.py: using BVCI 37310\u000a00:31:27.658937 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:31:27.669669 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:31:27.680104 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:31:27.690646 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:31:27.701219 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:31:27.711658 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:31:27.825274 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:31:28.032457 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:31:28.502877 run create_hlr_db(pid=19246): Launched\u000a00:31:28.633429 bus /sierra_2: Setting Powered False\u000a00:31:29.698527 run create_hlr_db(pid=19246): Terminated: ok {rc=0}\u000a00:31:30.067128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19248): Launched\u000a00:31:30.363408 run osmo-hlr_10.42.42.2(pid=19249): Launched\u000a00:31:30.472153 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:31:31.021897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19251): Launched\u000a00:31:31.362747 run osmo-stp_10.42.42.5(pid=19252): Launched\u000a00:31:31.497723 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:31:32.201218 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19254): Launched\u000a00:31:32.556292 run osmo-msc_10.42.42.6(pid=19255): Launched\u000a00:31:32.745517 run osmo-stp_10.42.42.5(pid=19252): ERR: Terminated: ERROR {rc=1} [trial-2396↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19252)]\u000a00:31:32.880801 run osmo-stp_10.42.42.5(pid=19252): stdout: \u000a| (launched: 2022-12-14_00:31:31.200820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:31:33.015466 run osmo-stp_10.42.42.5(pid=19252): stderr: \u000a| �[0;m�[38;5;43m20221214003131620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003131620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003131620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003131621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003131621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003131621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003131621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:31:33.142896 run osmo-stp_10.42.42.5(pid=19252): stdout: \u000a| (launched: 2022-12-14_00:31:31.200820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:31:33.268808 run osmo-stp_10.42.42.5(pid=19252): stderr: \u000a| �[0;m�[38;5;43m20221214003131620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003131620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003131620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003131621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003131621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003131621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003131621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:31:33.323923 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19252): Process ended prematurely: osmo-stp_10.42.42.5(pid=19252) [trial-2396↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19252)] [trial-2396↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a00:31:33.332381 tst handover.py:18: Test FAILED (6.7 sec)\u000a00:31:33.394533 run osmo-hlr_10.42.42.2(pid=19249): ERR: Terminated: ERROR {rc=237} [trial-2396↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19249)]\u000a00:31:33.445243 run osmo-hlr_10.42.42.2(pid=19249): stdout: \u000a| (launched: 2022-12-14_00:31:30.218283) \u000a00:31:33.496666 run osmo-hlr_10.42.42.2(pid=19249): stderr: \u000a| �[0;m�[1;31m20221214003130395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214003130395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214003130395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003130395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003130395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214003130395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214003130412 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214003130421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214003130421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214003130421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:31:33.567182 run osmo-msc_10.42.42.6(pid=19255): ERR: Terminated: ERROR {rc=2} [trial-2396↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19255)]\u000a00:31:33.618227 run osmo-msc_10.42.42.6(pid=19255): stdout: \u000a| (launched: 2022-12-14_00:31:32.366951) \u000a00:31:33.670125 run osmo-msc_10.42.42.6(pid=19255): stderr: \u000a| �[0;m�[38;5;43m20221214003132735 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214003132735 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4b88a20c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214003132736 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214003132736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214003132736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214003132736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214003132738 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214003132738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214003132738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214003132738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:31:33.713943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19248): Terminating (SIGTERM)\u000a00:31:33.754924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19251): Terminating (SIGTERM)\u000a00:31:33.796726 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19254): Terminating (SIGTERM)\u000a00:31:33.805892 --- ParallelTerminationStrategy: PID 19248 died...\u000a00:31:33.861049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19248): Terminated: ok {rc=0}\u000a00:31:33.870974 --- ParallelTerminationStrategy: PID 19251 died...\u000a00:31:33.926810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19251): Terminated: ok {rc=0}\u000a00:31:33.936635 --- ParallelTerminationStrategy: PID 19254 died...\u000a00:31:33.991984 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19254): Terminated: ok {rc=0}\u000a00:31:34.077477 bus /sierra_3: Setting Powered False\u000a00:31:35.181291 bus /sierra_3: Setting Powered False\u000a00:31:36.287433 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:31:26" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19266): Process ended prematurely: osmo-stp_10.42.42.5(pid=19266) [trial-2396↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19266)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19266): Process ended prematurely: osmo-stp_10.42.42.5(pid=19266) [trial-2396↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19266)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a00:31:38.275700 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:31:38.286810 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a00:31:38.413309 tst handover.py: using LAC 37310\u000a00:31:38.542427 tst handover.py: using RAC 80\u000a00:31:38.664795 tst handover.py: using CellId 37310\u000a00:31:38.787337 tst handover.py: using BVCI 37311\u000a00:31:38.811567 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a00:31:38.951325 tst handover.py: using LAC 37311\u000a00:31:39.072880 tst handover.py: using RAC 81\u000a00:31:39.196423 tst handover.py: using CellId 37311\u000a00:31:39.318520 tst handover.py: using BVCI 37312\u000a00:31:39.342550 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:31:39.353694 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:31:39.364621 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:31:39.375520 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:31:39.387055 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:31:39.398300 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a00:31:39.514158 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a00:31:39.723187 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:31:40.192280 run create_hlr_db(pid=19260): Launched\u000a00:31:40.321878 bus /sierra_2: Setting Powered False\u000a00:31:41.398503 run create_hlr_db(pid=19260): Terminated: ok {rc=0}\u000a00:31:41.793718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19262): Launched\u000a00:31:42.110739 run osmo-hlr_10.42.42.2(pid=19263): Launched\u000a00:31:42.227241 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:31:42.749400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19265): Launched\u000a00:31:43.064879 run osmo-stp_10.42.42.5(pid=19266): Launched\u000a00:31:43.180289 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:31:43.733123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19268): Launched\u000a00:31:44.050267 run osmo-msc_10.42.42.6(pid=19269): Launched\u000a00:31:44.237631 run osmo-stp_10.42.42.5(pid=19266): ERR: Terminated: ERROR {rc=1} [trial-2396↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19266)]\u000a00:31:44.372905 run osmo-stp_10.42.42.5(pid=19266): stdout: \u000a| (launched: 2022-12-14_00:31:42.910263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:31:44.508211 run osmo-stp_10.42.42.5(pid=19266): stderr: \u000a| �[0;m�[38;5;43m20221214003143102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003143102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003143103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003143103 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003143103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003143103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003143103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:31:44.636319 run osmo-stp_10.42.42.5(pid=19266): stdout: \u000a| (launched: 2022-12-14_00:31:42.910263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:31:44.763462 run osmo-stp_10.42.42.5(pid=19266): stderr: \u000a| �[0;m�[38;5;43m20221214003143102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003143102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003143103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003143103 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003143103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003143103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003143103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:31:44.819048 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19266): Process ended prematurely: osmo-stp_10.42.42.5(pid=19266) [trial-2396↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19266)] [trial-2396↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a00:31:44.827559 tst handover.py:18: Test FAILED (6.5 sec)\u000a00:31:44.890115 run osmo-hlr_10.42.42.2(pid=19263): ERR: Terminated: ERROR {rc=237} [trial-2396↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19263)]\u000a00:31:44.941292 run osmo-hlr_10.42.42.2(pid=19263): stdout: \u000a| (launched: 2022-12-14_00:31:41.955023) \u000a00:31:44.993139 run osmo-hlr_10.42.42.2(pid=19263): stderr: \u000a| �[0;m�[1;31m20221214003142153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214003142153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214003142153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003142153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003142153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214003142154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214003142166 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214003142174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214003142174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214003142175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:31:45.062807 run osmo-msc_10.42.42.6(pid=19269): ERR: Terminated: ERROR {rc=2} [trial-2396↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19269)]\u000a00:31:45.113873 run osmo-msc_10.42.42.6(pid=19269): stdout: \u000a| (launched: 2022-12-14_00:31:43.894532) \u000a00:31:45.165683 run osmo-msc_10.42.42.6(pid=19269): stderr: \u000a| �[0;m�[38;5;43m20221214003144215 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214003144215 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6ec668ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214003144215 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214003144215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214003144216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214003144216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214003144219 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214003144220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214003144220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214003144220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:31:45.209777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19262): Terminating (SIGTERM)\u000a00:31:45.251414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19265): Terminating (SIGTERM)\u000a00:31:45.293199 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19268): Terminating (SIGTERM)\u000a00:31:45.302820 --- ParallelTerminationStrategy: PID 19262 died...\u000a00:31:45.359234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19262): Terminated: ok {rc=0}\u000a00:31:45.369453 --- ParallelTerminationStrategy: PID 19265 died...\u000a00:31:45.425221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19265): Terminated: ok {rc=0}\u000a00:31:45.435221 --- ParallelTerminationStrategy: PID 19268 died...\u000a00:31:45.491325 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19268): Terminated: ok {rc=0}\u000a00:31:45.577677 bus /sierra_3: Setting Powered False\u000a00:31:46.682353 bus /sierra_3: Setting Powered False\u000a00:31:47.792990 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:31:38" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19280): Process ended prematurely: osmo-stp_10.42.42.5(pid=19280) [trial-2396↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19280)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19280): Process ended prematurely: osmo-stp_10.42.42.5(pid=19280) [trial-2396↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19280)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a00:31:49.762770 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:31:49.773920 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a00:31:49.893010 tst handover.py: using LAC 37312\u000a00:31:50.009870 tst handover.py: using RAC 82\u000a00:31:50.127473 tst handover.py: using CellId 37312\u000a00:31:50.246652 tst handover.py: using BVCI 37313\u000a00:31:50.269180 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a00:31:50.400558 tst handover.py: using LAC 37313\u000a00:31:50.523740 tst handover.py: using RAC 83\u000a00:31:50.638525 tst handover.py: using CellId 37313\u000a00:31:50.753792 tst handover.py: using BVCI 37314\u000a00:31:50.776193 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:31:50.787091 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:31:50.798129 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:31:50.808856 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:31:50.819721 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:31:50.830736 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a00:31:50.950282 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a00:31:51.147276 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:31:51.595192 run create_hlr_db(pid=19274): Launched\u000a00:31:51.716177 bus /sierra_2: Setting Powered False\u000a00:31:52.788266 run create_hlr_db(pid=19274): Terminated: ok {rc=0}\u000a00:31:53.179725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19276): Launched\u000a00:31:53.474480 run osmo-hlr_10.42.42.2(pid=19277): Launched\u000a00:31:53.590807 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:31:54.082889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19279): Launched\u000a00:31:54.376838 run osmo-stp_10.42.42.5(pid=19280): Launched\u000a00:31:54.483897 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:31:54.997407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19282): Launched\u000a00:31:55.292723 run osmo-msc_10.42.42.6(pid=19283): Launched\u000a00:31:55.466878 run osmo-stp_10.42.42.5(pid=19280): ERR: Terminated: ERROR {rc=1} [trial-2396↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19280)]\u000a00:31:55.593099 run osmo-stp_10.42.42.5(pid=19280): stdout: \u000a| (launched: 2022-12-14_00:31:54.232312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:31:55.716755 run osmo-stp_10.42.42.5(pid=19280): stderr: \u000a| �[0;m�[38;5;43m20221214003154400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003154401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003154401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003154401 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003154403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003154404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003154404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:31:55.835872 run osmo-stp_10.42.42.5(pid=19280): stdout: \u000a| (launched: 2022-12-14_00:31:54.232312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:31:55.953768 run osmo-stp_10.42.42.5(pid=19280): stderr: \u000a| �[0;m�[38;5;43m20221214003154400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003154401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003154401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003154401 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003154403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003154404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003154404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:31:56.005430 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19280): Process ended prematurely: osmo-stp_10.42.42.5(pid=19280) [trial-2396↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19280)] [trial-2396↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a00:31:56.013418 tst handover.py:18: Test FAILED (6.2 sec)\u000a00:31:56.072718 run osmo-hlr_10.42.42.2(pid=19277): ERR: Terminated: ERROR {rc=237} [trial-2396↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19277)]\u000a00:31:56.121439 run osmo-hlr_10.42.42.2(pid=19277): stdout: \u000a| (launched: 2022-12-14_00:31:53.330106) \u000a00:31:56.170702 run osmo-hlr_10.42.42.2(pid=19277): stderr: \u000a| �[0;m�[1;31m20221214003153504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214003153504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214003153504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003153504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003153504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214003153504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214003153516 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214003153525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214003153526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214003153526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:31:56.237162 run osmo-msc_10.42.42.6(pid=19283): ERR: Terminated: ERROR {rc=2} [trial-2396↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19283)]\u000a00:31:56.285582 run osmo-msc_10.42.42.6(pid=19283): stdout: \u000a| (launched: 2022-12-14_00:31:55.147357) \u000a00:31:56.334559 run osmo-msc_10.42.42.6(pid=19283): stderr: \u000a| �[0;m�[38;5;43m20221214003155419 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214003155419 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdc72ed9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214003155419 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214003155419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214003155420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214003155420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214003155422 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214003155422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214003155422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214003155422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:31:56.376051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19276): Terminating (SIGTERM)\u000a00:31:56.415310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19279): Terminating (SIGTERM)\u000a00:31:56.454647 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19282): Terminating (SIGTERM)\u000a00:31:56.463741 --- ParallelTerminationStrategy: PID 19276 died...\u000a00:31:56.516381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19276): Terminated: ok {rc=0}\u000a00:31:56.526000 --- ParallelTerminationStrategy: PID 19279 died...\u000a00:31:56.578544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19279): Terminated: ok {rc=0}\u000a00:31:56.588039 --- ParallelTerminationStrategy: PID 19282 died...\u000a00:31:56.640637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19282): Terminated: ok {rc=0}\u000a00:31:56.727610 bus /sierra_3: Setting Powered False\u000a00:31:57.827679 bus /sierra_3: Setting Powered False\u000a00:31:58.938559 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:31:49" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19294): Process ended prematurely: osmo-stp_10.42.42.5(pid=19294) [trial-2396↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19294)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19294): Process ended prematurely: osmo-stp_10.42.42.5(pid=19294) [trial-2396↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19294)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a00:32:00.933268 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:32:00.945624 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a00:32:01.075288 tst handover.py: using LAC 37314\u000a00:32:01.226590 tst handover.py: using RAC 84\u000a00:32:01.345749 tst handover.py: using CellId 37314\u000a00:32:01.477187 tst handover.py: using BVCI 37315\u000a00:32:01.501142 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a00:32:01.668466 tst handover.py: using LAC 37315\u000a00:32:01.812302 tst handover.py: using RAC 85\u000a00:32:01.940934 tst handover.py: using CellId 37315\u000a00:32:02.071081 tst handover.py: using BVCI 37316\u000a00:32:02.096574 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:32:02.109866 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:32:02.122054 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:32:02.134304 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:32:02.147302 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:32:02.160298 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a00:32:02.285083 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a00:32:02.494138 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:32:02.964600 run create_hlr_db(pid=19288): Launched\u000a00:32:03.093753 bus /sierra_2: Setting Powered False\u000a00:32:04.169278 run create_hlr_db(pid=19288): Terminated: ok {rc=0}\u000a00:32:04.541554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19290): Launched\u000a00:32:04.837696 run osmo-hlr_10.42.42.2(pid=19291): Launched\u000a00:32:04.955531 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:32:05.453276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19293): Launched\u000a00:32:05.748072 run osmo-stp_10.42.42.5(pid=19294): Launched\u000a00:32:05.855942 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:32:06.370339 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19296): Launched\u000a00:32:06.666385 run osmo-msc_10.42.42.6(pid=19297): Launched\u000a00:32:06.841304 run osmo-stp_10.42.42.5(pid=19294): ERR: Terminated: ERROR {rc=1} [trial-2396↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19294)]\u000a00:32:06.968409 run osmo-stp_10.42.42.5(pid=19294): stdout: \u000a| (launched: 2022-12-14_00:32:05.603581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:32:07.092348 run osmo-stp_10.42.42.5(pid=19294): stderr: \u000a| �[0;m�[38;5;43m20221214003205774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003205774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003205775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003205775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003205775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003205776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003205776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:32:07.211373 run osmo-stp_10.42.42.5(pid=19294): stdout: \u000a| (launched: 2022-12-14_00:32:05.603581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:32:07.329429 run osmo-stp_10.42.42.5(pid=19294): stderr: \u000a| �[0;m�[38;5;43m20221214003205774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003205774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003205775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003205775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003205775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003205776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003205776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:32:07.381088 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19294): Process ended prematurely: osmo-stp_10.42.42.5(pid=19294) [trial-2396↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19294)] [trial-2396↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a00:32:07.388912 tst handover.py:18: Test FAILED (6.4 sec)\u000a00:32:07.448641 run osmo-hlr_10.42.42.2(pid=19291): ERR: Terminated: ERROR {rc=237} [trial-2396↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19291)]\u000a00:32:07.497812 run osmo-hlr_10.42.42.2(pid=19291): stdout: \u000a| (launched: 2022-12-14_00:32:04.692292) \u000a00:32:07.547424 run osmo-hlr_10.42.42.2(pid=19291): stderr: \u000a| �[0;m�[1;31m20221214003204866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214003204866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214003204866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003204866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003204866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214003204866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214003204878 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214003204886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214003204887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214003204887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:32:07.614754 run osmo-msc_10.42.42.6(pid=19297): ERR: Terminated: ERROR {rc=2} [trial-2396↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19297)]\u000a00:32:07.663531 run osmo-msc_10.42.42.6(pid=19297): stdout: \u000a| (launched: 2022-12-14_00:32:06.520528) \u000a00:32:07.712752 run osmo-msc_10.42.42.6(pid=19297): stderr: \u000a| �[0;m�[38;5;43m20221214003206793 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214003206793 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f46a9272c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214003206794 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214003206794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214003206794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214003206794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214003206796 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214003206796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214003206796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214003206796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:32:07.754746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19290): Terminating (SIGTERM)\u000a00:32:07.794178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19293): Terminating (SIGTERM)\u000a00:32:07.833770 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19296): Terminating (SIGTERM)\u000a00:32:07.842901 --- ParallelTerminationStrategy: PID 19290 died...\u000a00:32:07.896151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19290): Terminated: ok {rc=0}\u000a00:32:07.905810 --- ParallelTerminationStrategy: PID 19293 died...\u000a00:32:07.958681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19293): Terminated: ok {rc=0}\u000a00:32:07.968293 --- ParallelTerminationStrategy: PID 19296 died...\u000a00:32:08.021135 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19296): Terminated: ok {rc=0}\u000a00:32:08.108789 bus /sierra_3: Setting Powered False\u000a00:32:09.210633 bus /sierra_3: Setting Powered False\u000a00:32:10.320340 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:32:00" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19308): Process ended prematurely: osmo-stp_10.42.42.5(pid=19308) [trial-2396↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19308)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19308): Process ended prematurely: osmo-stp_10.42.42.5(pid=19308) [trial-2396↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19308)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a00:32:12.294775 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:32:12.305795 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a00:32:12.431275 tst handover.py: using LAC 37316\u000a00:32:12.555877 tst handover.py: using RAC 86\u000a00:32:12.679806 tst handover.py: using CellId 37316\u000a00:32:12.798985 tst handover.py: using BVCI 37317\u000a00:32:12.821568 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a00:32:12.941103 tst handover.py: using LAC 37317\u000a00:32:13.056810 tst handover.py: using RAC 87\u000a00:32:13.172512 tst handover.py: using CellId 37317\u000a00:32:13.290049 tst handover.py: using BVCI 37318\u000a00:32:13.312465 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:32:13.323078 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:32:13.333506 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:32:13.344332 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:32:13.355406 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:32:13.366413 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a00:32:13.481790 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a00:32:13.689153 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:32:14.160133 run create_hlr_db(pid=19302): Launched\u000a00:32:14.290341 bus /sierra_2: Setting Powered False\u000a00:32:15.366305 run create_hlr_db(pid=19302): Terminated: ok {rc=0}\u000a00:32:15.741018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19304): Launched\u000a00:32:16.081940 run osmo-hlr_10.42.42.2(pid=19305): Launched\u000a00:32:16.283270 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:32:16.916060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19307): Launched\u000a00:32:17.288057 run osmo-stp_10.42.42.5(pid=19308): Launched\u000a00:32:17.400491 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:32:17.914393 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19310): Launched\u000a00:32:18.208907 run osmo-msc_10.42.42.6(pid=19311): Launched\u000a00:32:18.383741 run osmo-stp_10.42.42.5(pid=19308): ERR: Terminated: ERROR {rc=1} [trial-2396↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19308)]\u000a00:32:18.509286 run osmo-stp_10.42.42.5(pid=19308): stdout: \u000a| (launched: 2022-12-14_00:32:17.081637)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:32:18.632701 run osmo-stp_10.42.42.5(pid=19308): stderr: \u000a| �[0;m�[38;5;43m20221214003217298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003217299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003217299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003217299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003217300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003217300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003217300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:32:18.751476 run osmo-stp_10.42.42.5(pid=19308): stdout: \u000a| (launched: 2022-12-14_00:32:17.081637)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:32:18.869071 run osmo-stp_10.42.42.5(pid=19308): stderr: \u000a| �[0;m�[38;5;43m20221214003217298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003217299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003217299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003217299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003217300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003217300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003217300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:32:18.920507 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19308): Process ended prematurely: osmo-stp_10.42.42.5(pid=19308) [trial-2396↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19308)] [trial-2396↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a00:32:18.928191 tst handover.py:18: Test FAILED (6.6 sec)\u000a00:32:18.986592 run osmo-hlr_10.42.42.2(pid=19305): ERR: Terminated: ERROR {rc=237} [trial-2396↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19305)]\u000a00:32:19.035339 run osmo-hlr_10.42.42.2(pid=19305): stdout: \u000a| (launched: 2022-12-14_00:32:15.909386) \u000a00:32:19.084291 run osmo-hlr_10.42.42.2(pid=19305): stderr: \u000a| �[0;m�[1;31m20221214003216256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214003216270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214003216270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003216270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003216270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214003216270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214003216290 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214003216304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214003216304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214003216304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:32:19.150424 run osmo-msc_10.42.42.6(pid=19311): ERR: Terminated: ERROR {rc=2} [trial-2396↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19311)]\u000a00:32:19.198305 run osmo-msc_10.42.42.6(pid=19311): stdout: \u000a| (launched: 2022-12-14_00:32:18.064747) \u000a00:32:19.246715 run osmo-msc_10.42.42.6(pid=19311): stderr: \u000a| �[0;m�[38;5;43m20221214003218335 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214003218335 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3820db6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214003218335 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214003218335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214003218336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214003218336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214003218338 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214003218338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214003218338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214003218338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:32:19.287828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19304): Terminating (SIGTERM)\u000a00:32:19.326716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19307): Terminating (SIGTERM)\u000a00:32:19.366245 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19310): Terminating (SIGTERM)\u000a00:32:19.375313 --- ParallelTerminationStrategy: PID 19304 died...\u000a00:32:19.428091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19304): Terminated: ok {rc=0}\u000a00:32:19.437604 --- ParallelTerminationStrategy: PID 19307 died...\u000a00:32:19.490010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19307): Terminated: ok {rc=0}\u000a00:32:19.499481 --- ParallelTerminationStrategy: PID 19310 died...\u000a00:32:19.551929 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19310): Terminated: ok {rc=0}\u000a00:32:19.635075 bus /sierra_3: Setting Powered False\u000a00:32:20.742293 bus /sierra_3: Setting Powered False\u000a00:32:21.849444 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:32:12" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19322): Process ended prematurely: osmo-stp_10.42.42.5(pid=19322) [trial-2396↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19322)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19322): Process ended prematurely: osmo-stp_10.42.42.5(pid=19322) [trial-2396↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19322)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a00:32:23.828789 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:32:23.840577 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a00:32:23.966749 tst handover.py: using LAC 37318\u000a00:32:24.091082 tst handover.py: using RAC 88\u000a00:32:24.220861 tst handover.py: using CellId 37318\u000a00:32:24.343810 tst handover.py: using BVCI 37319\u000a00:32:24.367830 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a00:32:24.510860 tst handover.py: using LAC 37319\u000a00:32:24.634117 tst handover.py: using RAC 89\u000a00:32:24.753255 tst handover.py: using CellId 37319\u000a00:32:24.869263 tst handover.py: using BVCI 37320\u000a00:32:24.892232 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:32:24.903202 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:32:24.913918 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:32:24.924544 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:32:24.935176 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:32:24.946133 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a00:32:25.061462 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a00:32:25.260071 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:32:25.710420 run create_hlr_db(pid=19316): Launched\u000a00:32:25.831536 bus /sierra_2: Setting Powered False\u000a00:32:26.903402 run create_hlr_db(pid=19316): Terminated: ok {rc=0}\u000a00:32:27.296894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19318): Launched\u000a00:32:27.614059 run osmo-hlr_10.42.42.2(pid=19319): Launched\u000a00:32:27.734510 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:32:28.254049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19321): Launched\u000a00:32:28.569369 run osmo-stp_10.42.42.5(pid=19322): Launched\u000a00:32:28.685197 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:32:29.234622 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19324): Launched\u000a00:32:29.550658 run osmo-msc_10.42.42.6(pid=19325): Launched\u000a00:32:29.738737 run osmo-stp_10.42.42.5(pid=19322): ERR: Terminated: ERROR {rc=1} [trial-2396↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19322)]\u000a00:32:29.873559 run osmo-stp_10.42.42.5(pid=19322): stdout: \u000a| (launched: 2022-12-14_00:32:28.414600)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:32:30.007570 run osmo-stp_10.42.42.5(pid=19322): stderr: \u000a| �[0;m�[38;5;43m20221214003228605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003228605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003228605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003228606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003228608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003228608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003228608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:32:30.135186 run osmo-stp_10.42.42.5(pid=19322): stdout: \u000a| (launched: 2022-12-14_00:32:28.414600)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:32:30.261462 run osmo-stp_10.42.42.5(pid=19322): stderr: \u000a| �[0;m�[38;5;43m20221214003228605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003228605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003228605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003228606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003228608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003228608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003228608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:32:30.316674 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19322): Process ended prematurely: osmo-stp_10.42.42.5(pid=19322) [trial-2396↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19322)] [trial-2396↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a00:32:30.325198 tst handover.py:18: Test FAILED (6.5 sec)\u000a00:32:30.387337 run osmo-hlr_10.42.42.2(pid=19319): ERR: Terminated: ERROR {rc=237} [trial-2396↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19319)]\u000a00:32:30.438275 run osmo-hlr_10.42.42.2(pid=19319): stdout: \u000a| (launched: 2022-12-14_00:32:27.458366) \u000a00:32:30.489611 run osmo-hlr_10.42.42.2(pid=19319): stderr: \u000a| �[0;m�[1;31m20221214003227654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214003227654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214003227654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003227654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003227654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214003227654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214003227666 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214003227674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214003227674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214003227674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:32:30.559650 run osmo-msc_10.42.42.6(pid=19325): ERR: Terminated: ERROR {rc=2} [trial-2396↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19325)]\u000a00:32:30.610720 run osmo-msc_10.42.42.6(pid=19325): stdout: \u000a| (launched: 2022-12-14_00:32:29.395464) \u000a00:32:30.662644 run osmo-msc_10.42.42.6(pid=19325): stderr: \u000a| �[0;m�[38;5;43m20221214003229715 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214003229715 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f474222fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214003229716 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214003229716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214003229716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214003229716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214003229718 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214003229718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214003229718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214003229718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:32:30.706558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19318): Terminating (SIGTERM)\u000a00:32:30.748153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19321): Terminating (SIGTERM)\u000a00:32:30.790077 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19324): Terminating (SIGTERM)\u000a00:32:30.799620 --- ParallelTerminationStrategy: PID 19318 died...\u000a00:32:30.866171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19318): Terminated: ok {rc=0}\u000a00:32:30.876875 --- ParallelTerminationStrategy: PID 19321 died...\u000a00:32:30.940750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19321): Terminated: ok {rc=0}\u000a00:32:30.951366 --- ParallelTerminationStrategy: PID 19324 died...\u000a00:32:31.007729 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19324): Terminated: ok {rc=0}\u000a00:32:31.101035 bus /sierra_3: Setting Powered False\u000a00:32:32.215933 bus /sierra_3: Setting Powered False\u000a00:32:33.333471 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:32:23" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19336): Process ended prematurely: osmo-stp_10.42.42.5(pid=19336) [trial-2396↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19336)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19336): Process ended prematurely: osmo-stp_10.42.42.5(pid=19336) [trial-2396↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19336)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a00:32:35.312248 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:32:35.323095 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:32:35.441463 tst handover.py: using LAC 37320\u000a00:32:35.555678 tst handover.py: using RAC 90\u000a00:32:35.670697 tst handover.py: using CellId 37320\u000a00:32:35.785557 tst handover.py: using BVCI 37321\u000a00:32:35.807911 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:32:35.946221 tst handover.py: using LAC 37321\u000a00:32:36.068318 tst handover.py: using RAC 91\u000a00:32:36.187111 tst handover.py: using CellId 37321\u000a00:32:36.301726 tst handover.py: using BVCI 37322\u000a00:32:36.324029 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:32:36.335156 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:32:36.345902 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:32:36.356577 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:32:36.367510 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:32:36.378272 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:32:36.497584 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:32:36.698313 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:32:37.146940 run create_hlr_db(pid=19330): Launched\u000a00:32:37.268441 bus /sierra_2: Setting Powered False\u000a00:32:38.340305 run create_hlr_db(pid=19330): Terminated: ok {rc=0}\u000a00:32:38.735657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19332): Launched\u000a00:32:39.052329 run osmo-hlr_10.42.42.2(pid=19333): Launched\u000a00:32:39.172301 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:32:39.694705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19335): Launched\u000a00:32:40.006010 run osmo-stp_10.42.42.5(pid=19336): Launched\u000a00:32:40.117000 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:32:40.633208 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19338): Launched\u000a00:32:40.929219 run osmo-msc_10.42.42.6(pid=19339): Launched\u000a00:32:41.103780 run osmo-stp_10.42.42.5(pid=19336): ERR: Terminated: ERROR {rc=1} [trial-2396↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19336)]\u000a00:32:41.230678 run osmo-stp_10.42.42.5(pid=19336): stdout: \u000a| (launched: 2022-12-14_00:32:39.856003)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:32:41.354573 run osmo-stp_10.42.42.5(pid=19336): stderr: \u000a| �[0;m�[38;5;43m20221214003240028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003240028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003240028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003240029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003240029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003240029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003240029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:32:41.473495 run osmo-stp_10.42.42.5(pid=19336): stdout: \u000a| (launched: 2022-12-14_00:32:39.856003)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:32:41.591322 run osmo-stp_10.42.42.5(pid=19336): stderr: \u000a| �[0;m�[38;5;43m20221214003240028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003240028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003240028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003240029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003240029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003240029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003240029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:32:41.642973 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19336): Process ended prematurely: osmo-stp_10.42.42.5(pid=19336) [trial-2396↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19336)] [trial-2396↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a00:32:41.650979 tst handover.py:18: Test FAILED (6.3 sec)\u000a00:32:41.709544 run osmo-hlr_10.42.42.2(pid=19333): ERR: Terminated: ERROR {rc=237} [trial-2396↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19333)]\u000a00:32:41.758435 run osmo-hlr_10.42.42.2(pid=19333): stdout: \u000a| (launched: 2022-12-14_00:32:38.897118) \u000a00:32:41.807370 run osmo-hlr_10.42.42.2(pid=19333): stderr: \u000a| �[0;m�[1;31m20221214003239093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214003239093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214003239093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003239093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003239093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214003239094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214003239106 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214003239115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214003239115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214003239115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:32:41.873923 run osmo-msc_10.42.42.6(pid=19339): ERR: Terminated: ERROR {rc=2} [trial-2396↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19339)]\u000a00:32:41.922205 run osmo-msc_10.42.42.6(pid=19339): stdout: \u000a| (launched: 2022-12-14_00:32:40.784011) \u000a00:32:41.971151 run osmo-msc_10.42.42.6(pid=19339): stderr: \u000a| �[0;m�[38;5;43m20221214003241053 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214003241053 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f145ebc8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214003241053 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214003241053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214003241053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214003241053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214003241055 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214003241055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214003241056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214003241056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:32:42.012650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19332): Terminating (SIGTERM)\u000a00:32:42.051824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19335): Terminating (SIGTERM)\u000a00:32:42.090887 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19338): Terminating (SIGTERM)\u000a00:32:42.099969 --- ParallelTerminationStrategy: PID 19332 died...\u000a00:32:42.152622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19332): Terminated: ok {rc=0}\u000a00:32:42.162039 --- ParallelTerminationStrategy: PID 19335 died...\u000a00:32:42.214251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19335): Terminated: ok {rc=0}\u000a00:32:42.223802 --- ParallelTerminationStrategy: PID 19338 died...\u000a00:32:42.276523 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19338): Terminated: ok {rc=0}\u000a00:32:42.364079 bus /sierra_3: Setting Powered False\u000a00:32:43.465605 bus /sierra_3: Setting Powered False\u000a00:32:44.576251 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:32:35" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19350): Process ended prematurely: osmo-stp_10.42.42.5(pid=19350) [trial-2396↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19350)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19350): Process ended prematurely: osmo-stp_10.42.42.5(pid=19350) [trial-2396↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19350)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a00:32:46.642545 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:32:46.656915 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a00:32:46.831493 tst handover.py: using LAC 37322\u000a00:32:46.963388 tst handover.py: using RAC 92\u000a00:32:47.083079 tst handover.py: using CellId 37322\u000a00:32:47.224519 tst handover.py: using BVCI 37323\u000a00:32:47.257690 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a00:32:47.399782 tst handover.py: using LAC 37323\u000a00:32:47.527352 tst handover.py: using RAC 93\u000a00:32:47.649682 tst handover.py: using CellId 37323\u000a00:32:47.771432 tst handover.py: using BVCI 37324\u000a00:32:47.795597 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:32:47.807157 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:32:47.818529 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:32:47.830006 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:32:47.841702 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:32:47.853086 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a00:32:47.968339 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a00:32:48.174352 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:32:48.622896 run create_hlr_db(pid=19344): Launched\u000a00:32:48.743675 bus /sierra_2: Setting Powered False\u000a00:32:49.816007 run create_hlr_db(pid=19344): Terminated: ok {rc=0}\u000a00:32:50.207708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19346): Launched\u000a00:32:50.523358 run osmo-hlr_10.42.42.2(pid=19347): Launched\u000a00:32:50.639830 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:32:51.162593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19349): Launched\u000a00:32:51.479302 run osmo-stp_10.42.42.5(pid=19350): Launched\u000a00:32:51.595588 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:32:52.146499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19352): Launched\u000a00:32:52.462521 run osmo-msc_10.42.42.6(pid=19353): Launched\u000a00:32:52.648841 run osmo-stp_10.42.42.5(pid=19350): ERR: Terminated: ERROR {rc=1} [trial-2396↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19350)]\u000a00:32:52.784265 run osmo-stp_10.42.42.5(pid=19350): stdout: \u000a| (launched: 2022-12-14_00:32:51.323859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:32:52.919029 run osmo-stp_10.42.42.5(pid=19350): stderr: \u000a| �[0;m�[38;5;43m20221214003251515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003251515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003251515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003251515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003251518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003251518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003251518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:32:53.046649 run osmo-stp_10.42.42.5(pid=19350): stdout: \u000a| (launched: 2022-12-14_00:32:51.323859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:32:53.173122 run osmo-stp_10.42.42.5(pid=19350): stderr: \u000a| �[0;m�[38;5;43m20221214003251515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003251515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003251515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003251515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003251518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003251518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003251518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:32:53.228191 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19350): Process ended prematurely: osmo-stp_10.42.42.5(pid=19350) [trial-2396↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19350)] [trial-2396↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a00:32:53.236779 tst handover.py:18: Test FAILED (6.6 sec)\u000a00:32:53.299566 run osmo-hlr_10.42.42.2(pid=19347): ERR: Terminated: ERROR {rc=237} [trial-2396↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19347)]\u000a00:32:53.350927 run osmo-hlr_10.42.42.2(pid=19347): stdout: \u000a| (launched: 2022-12-14_00:32:50.368671) \u000a00:32:53.402806 run osmo-hlr_10.42.42.2(pid=19347): stderr: \u000a| �[0;m�[1;31m20221214003250565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214003250565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214003250565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003250565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003250565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214003250565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214003250577 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214003250585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214003250585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214003250585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:32:53.473039 run osmo-msc_10.42.42.6(pid=19353): ERR: Terminated: ERROR {rc=2} [trial-2396↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19353)]\u000a00:32:53.524397 run osmo-msc_10.42.42.6(pid=19353): stdout: \u000a| (launched: 2022-12-14_00:32:52.307583) \u000a00:32:53.576495 run osmo-msc_10.42.42.6(pid=19353): stderr: \u000a| �[0;m�[38;5;43m20221214003252627 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214003252628 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f15fc1e3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214003252628 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214003252628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214003252628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214003252628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214003252630 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214003252630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214003252630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214003252631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:32:53.620480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19346): Terminating (SIGTERM)\u000a00:32:53.662270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19349): Terminating (SIGTERM)\u000a00:32:53.704421 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19352): Terminating (SIGTERM)\u000a00:32:53.714070 --- ParallelTerminationStrategy: PID 19346 died...\u000a00:32:53.770314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19346): Terminated: ok {rc=0}\u000a00:32:53.780421 --- ParallelTerminationStrategy: PID 19349 died...\u000a00:32:53.836168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19349): Terminated: ok {rc=0}\u000a00:32:53.846245 --- ParallelTerminationStrategy: PID 19352 died...\u000a00:32:53.902097 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19352): Terminated: ok {rc=0}\u000a00:32:53.987362 bus /sierra_3: Setting Powered False\u000a00:32:55.092652 bus /sierra_3: Setting Powered False\u000a00:32:56.202332 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:32:46" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19365): Process ended prematurely: osmo-stp_10.42.42.5(pid=19365) [trial-2396↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19365)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19365): Process ended prematurely: osmo-stp_10.42.42.5(pid=19365) [trial-2396↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19365)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a00:32:58.221394 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:32:58.232084 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a00:32:58.369227 tst handover.py: using LAC 37324\u000a00:32:58.483069 tst handover.py: using RAC 94\u000a00:32:58.611712 tst handover.py: using CellId 37324\u000a00:32:58.734796 tst handover.py: using BVCI 37325\u000a00:32:58.759084 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a00:32:58.900269 tst handover.py: using LAC 37325\u000a00:32:59.022486 tst handover.py: using RAC 95\u000a00:32:59.144707 tst handover.py: using CellId 37325\u000a00:32:59.262515 tst handover.py: using BVCI 37326\u000a00:32:59.285195 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:32:59.296153 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:32:59.307125 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:32:59.318194 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:32:59.328880 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:32:59.339956 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a00:32:59.459596 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a00:32:59.659446 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:33:00.108497 run create_hlr_db(pid=19358): Launched\u000a00:33:00.229969 bus /sierra_2: Setting Powered False\u000a00:33:01.337793 run create_hlr_db(pid=19358): Terminated: ok {rc=0}\u000a00:33:01.867095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19361): Launched\u000a00:33:02.283262 run osmo-hlr_10.42.42.2(pid=19362): Launched\u000a00:33:02.476077 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:33:03.000606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19364): Launched\u000a00:33:03.317796 run osmo-stp_10.42.42.5(pid=19365): Launched\u000a00:33:03.433538 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:33:03.985367 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19367): Launched\u000a00:33:04.302730 run osmo-msc_10.42.42.6(pid=19368): Launched\u000a00:33:04.490302 run osmo-stp_10.42.42.5(pid=19365): ERR: Terminated: ERROR {rc=1} [trial-2396↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19365)]\u000a00:33:04.625640 run osmo-stp_10.42.42.5(pid=19365): stdout: \u000a| (launched: 2022-12-14_00:33:03.162343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:33:04.760772 run osmo-stp_10.42.42.5(pid=19365): stderr: \u000a| �[0;m�[38;5;43m20221214003303355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003303355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003303356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003303356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003303356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003303357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003303357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:33:04.888808 run osmo-stp_10.42.42.5(pid=19365): stdout: \u000a| (launched: 2022-12-14_00:33:03.162343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:33:05.015780 run osmo-stp_10.42.42.5(pid=19365): stderr: \u000a| �[0;m�[38;5;43m20221214003303355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003303355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003303356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003303356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003303356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003303357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003303357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:33:05.070910 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19365): Process ended prematurely: osmo-stp_10.42.42.5(pid=19365) [trial-2396↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19365)] [trial-2396↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a00:33:05.079264 tst handover.py:18: Test FAILED (6.8 sec)\u000a00:33:05.141932 run osmo-hlr_10.42.42.2(pid=19362): ERR: Terminated: ERROR {rc=237} [trial-2396↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19362)]\u000a00:33:05.193271 run osmo-hlr_10.42.42.2(pid=19362): stdout: \u000a| (launched: 2022-12-14_00:33:02.084457) \u000a00:33:05.245283 run osmo-hlr_10.42.42.2(pid=19362): stderr: \u000a| �[0;m�[1;31m20221214003302361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214003302361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214003302361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003302361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003302361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214003302361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214003302373 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214003302382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214003302382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214003302382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:33:05.315650 run osmo-msc_10.42.42.6(pid=19368): ERR: Terminated: ERROR {rc=2} [trial-2396↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19368)]\u000a00:33:05.367026 run osmo-msc_10.42.42.6(pid=19368): stdout: \u000a| (launched: 2022-12-14_00:33:04.146795) \u000a00:33:05.419143 run osmo-msc_10.42.42.6(pid=19368): stderr: \u000a| �[0;m�[38;5;43m20221214003304466 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214003304466 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f99fac61c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214003304466 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214003304466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214003304466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214003304467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214003304468 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214003304469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214003304469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214003304469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:33:05.463435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19361): Terminating (SIGTERM)\u000a00:33:05.505742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19364): Terminating (SIGTERM)\u000a00:33:05.547982 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19367): Terminating (SIGTERM)\u000a00:33:05.557640 --- ParallelTerminationStrategy: PID 19361 died...\u000a00:33:05.613821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19361): Terminated: ok {rc=0}\u000a00:33:05.623819 --- ParallelTerminationStrategy: PID 19364 died...\u000a00:33:05.680059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19364): Terminated: ok {rc=0}\u000a00:33:05.690069 --- ParallelTerminationStrategy: PID 19367 died...\u000a00:33:05.746134 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19367): Terminated: ok {rc=0}\u000a00:33:05.833324 bus /sierra_3: Setting Powered False\u000a00:33:06.936026 bus /sierra_3: Setting Powered False\u000a00:33:08.047020 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:32:57" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19379): Process ended prematurely: osmo-stp_10.42.42.5(pid=19379) [trial-2396↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19379)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19379): Process ended prematurely: osmo-stp_10.42.42.5(pid=19379) [trial-2396↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19379)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a00:33:10.051041 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:33:10.061806 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a00:33:10.201221 tst handover.py: using LAC 37326\u000a00:33:10.325918 tst handover.py: using RAC 96\u000a00:33:10.443712 tst handover.py: using CellId 37326\u000a00:33:10.562045 tst handover.py: using BVCI 37327\u000a00:33:10.584699 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a00:33:10.706425 tst handover.py: using LAC 37327\u000a00:33:10.822516 tst handover.py: using RAC 97\u000a00:33:10.939121 tst handover.py: using CellId 37327\u000a00:33:11.057496 tst handover.py: using BVCI 37328\u000a00:33:11.079943 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:33:11.090734 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:33:11.101262 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:33:11.111696 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:33:11.122767 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:33:11.133854 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a00:33:11.253022 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a00:33:11.452762 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:33:11.902576 run create_hlr_db(pid=19373): Launched\u000a00:33:12.023765 bus /sierra_2: Setting Powered False\u000a00:33:13.095776 run create_hlr_db(pid=19373): Terminated: ok {rc=0}\u000a00:33:13.466311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19375): Launched\u000a00:33:13.762324 run osmo-hlr_10.42.42.2(pid=19376): Launched\u000a00:33:13.879138 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:33:14.376552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19378): Launched\u000a00:33:14.673147 run osmo-stp_10.42.42.5(pid=19379): Launched\u000a00:33:14.782053 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:33:15.299336 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19381): Launched\u000a00:33:15.597824 run osmo-msc_10.42.42.6(pid=19382): Launched\u000a00:33:15.772681 run osmo-stp_10.42.42.5(pid=19379): ERR: Terminated: ERROR {rc=1} [trial-2396↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19379)]\u000a00:33:15.934458 run osmo-stp_10.42.42.5(pid=19379): stdout: \u000a| (launched: 2022-12-14_00:33:14.527423)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:33:16.060626 run osmo-stp_10.42.42.5(pid=19379): stderr: \u000a| �[0;m�[38;5;43m20221214003314696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003314697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003314697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003314697 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003314699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003314700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003314700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:33:16.183091 run osmo-stp_10.42.42.5(pid=19379): stdout: \u000a| (launched: 2022-12-14_00:33:14.527423)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:33:16.303650 run osmo-stp_10.42.42.5(pid=19379): stderr: \u000a| �[0;m�[38;5;43m20221214003314696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003314697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003314697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003314697 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003314699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003314700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003314700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:33:16.358461 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19379): Process ended prematurely: osmo-stp_10.42.42.5(pid=19379) [trial-2396↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19379)] [trial-2396↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a00:33:16.367100 tst handover.py:18: Test FAILED (6.3 sec)\u000a00:33:16.428686 run osmo-hlr_10.42.42.2(pid=19376): ERR: Terminated: ERROR {rc=237} [trial-2396↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19376)]\u000a00:33:16.478701 run osmo-hlr_10.42.42.2(pid=19376): stdout: \u000a| (launched: 2022-12-14_00:33:13.617311) \u000a00:33:16.530142 run osmo-hlr_10.42.42.2(pid=19376): stderr: \u000a| �[0;m�[1;31m20221214003313792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214003313792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214003313792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003313792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003313792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214003313792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214003313804 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214003313813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214003313813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214003313813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:33:16.599517 run osmo-msc_10.42.42.6(pid=19382): ERR: Terminated: ERROR {rc=2} [trial-2396↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19382)]\u000a00:33:16.649524 run osmo-msc_10.42.42.6(pid=19382): stdout: \u000a| (launched: 2022-12-14_00:33:15.450693) \u000a00:33:16.699565 run osmo-msc_10.42.42.6(pid=19382): stderr: \u000a| �[0;m�[38;5;43m20221214003315723 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214003315723 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5ad3676c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214003315724 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214003315724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214003315724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214003315724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214003315727 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214003315728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214003315728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214003315728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:33:16.745603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19375): Terminating (SIGTERM)\u000a00:33:16.786754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19378): Terminating (SIGTERM)\u000a00:33:16.828995 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19381): Terminating (SIGTERM)\u000a00:33:16.839585 --- ParallelTerminationStrategy: PID 19375 died...\u000a00:33:16.895411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19375): Terminated: ok {rc=0}\u000a00:33:16.905799 --- ParallelTerminationStrategy: PID 19378 died...\u000a00:33:16.961375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19378): Terminated: ok {rc=0}\u000a00:33:16.971802 --- ParallelTerminationStrategy: PID 19381 died...\u000a00:33:17.027300 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19381): Terminated: ok {rc=0}\u000a00:33:17.112316 bus /sierra_3: Setting Powered False\u000a00:33:18.212995 bus /sierra_3: Setting Powered False\u000a00:33:19.323841 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:33:09" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19393): Process ended prematurely: osmo-stp_10.42.42.5(pid=19393) [trial-2396↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19393)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19393): Process ended prematurely: osmo-stp_10.42.42.5(pid=19393) [trial-2396↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19393)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a00:33:21.326265 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:33:21.336912 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a00:33:21.477020 tst handover.py: using LAC 37328\u000a00:33:21.601353 tst handover.py: using RAC 98\u000a00:33:21.724765 tst handover.py: using CellId 37328\u000a00:33:21.851039 tst handover.py: using BVCI 37329\u000a00:33:21.875182 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a00:33:22.016093 tst handover.py: using LAC 37329\u000a00:33:22.135024 tst handover.py: using RAC 99\u000a00:33:22.250604 tst handover.py: using CellId 37329\u000a00:33:22.368710 tst handover.py: using BVCI 37330\u000a00:33:22.391246 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:33:22.401920 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:33:22.412399 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:33:22.422972 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:33:22.433944 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:33:22.444900 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a00:33:22.565093 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a00:33:22.763554 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:33:23.211735 run create_hlr_db(pid=19387): Launched\u000a00:33:23.332202 bus /sierra_2: Setting Powered False\u000a00:33:24.404201 run create_hlr_db(pid=19387): Terminated: ok {rc=0}\u000a00:33:24.800677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19389): Launched\u000a00:33:25.118386 run osmo-hlr_10.42.42.2(pid=19390): Launched\u000a00:33:25.235186 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:33:25.758961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19392): Launched\u000a00:33:26.076312 run osmo-stp_10.42.42.5(pid=19393): Launched\u000a00:33:26.192413 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:33:26.748354 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19395): Launched\u000a00:33:27.067451 run osmo-msc_10.42.42.6(pid=19396): Launched\u000a00:33:27.255753 run osmo-stp_10.42.42.5(pid=19393): ERR: Terminated: ERROR {rc=1} [trial-2396↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19393)]\u000a00:33:27.392314 run osmo-stp_10.42.42.5(pid=19393): stdout: \u000a| (launched: 2022-12-14_00:33:25.920485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:33:27.528162 run osmo-stp_10.42.42.5(pid=19393): stderr: \u000a| �[0;m�[38;5;43m20221214003326109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003326109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003326109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003326109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003326112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003326112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003326112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:33:27.657150 run osmo-stp_10.42.42.5(pid=19393): stdout: \u000a| (launched: 2022-12-14_00:33:25.920485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:33:27.785179 run osmo-stp_10.42.42.5(pid=19393): stderr: \u000a| �[0;m�[38;5;43m20221214003326109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003326109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003326109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003326109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003326112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003326112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003326112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:33:27.840704 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19393): Process ended prematurely: osmo-stp_10.42.42.5(pid=19393) [trial-2396↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19393)] [trial-2396↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a00:33:27.849431 tst handover.py:18: Test FAILED (6.5 sec)\u000a00:33:27.912334 run osmo-hlr_10.42.42.2(pid=19390): ERR: Terminated: ERROR {rc=237} [trial-2396↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19390)]\u000a00:33:27.963928 run osmo-hlr_10.42.42.2(pid=19390): stdout: \u000a| (launched: 2022-12-14_00:33:24.962572) \u000a00:33:28.016239 run osmo-hlr_10.42.42.2(pid=19390): stderr: \u000a| �[0;m�[1;31m20221214003325161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214003325161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214003325161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003325161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003325162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214003325162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214003325177 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214003325187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214003325187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214003325187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:33:28.086760 run osmo-msc_10.42.42.6(pid=19396): ERR: Terminated: ERROR {rc=2} [trial-2396↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19396)]\u000a00:33:28.137955 run osmo-msc_10.42.42.6(pid=19396): stdout: \u000a| (launched: 2022-12-14_00:33:26.910682) \u000a00:33:28.190120 run osmo-msc_10.42.42.6(pid=19396): stderr: \u000a| �[0;m�[38;5;43m20221214003327230 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214003327230 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f47c4689c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214003327230 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214003327230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214003327231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214003327231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214003327234 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214003327235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214003327235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214003327235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:33:28.234419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19389): Terminating (SIGTERM)\u000a00:33:28.275878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19392): Terminating (SIGTERM)\u000a00:33:28.317755 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19395): Terminating (SIGTERM)\u000a00:33:28.327350 --- ParallelTerminationStrategy: PID 19389 died...\u000a00:33:28.383873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19389): Terminated: ok {rc=0}\u000a00:33:28.394060 --- ParallelTerminationStrategy: PID 19392 died...\u000a00:33:28.450166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19392): Terminated: ok {rc=0}\u000a00:33:28.460221 --- ParallelTerminationStrategy: PID 19395 died...\u000a00:33:28.516350 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19395): Terminated: ok {rc=0}\u000a00:33:28.602667 bus /sierra_3: Setting Powered False\u000a00:33:29.707632 bus /sierra_3: Setting Powered False\u000a00:33:30.816628 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:33:21" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19407): Process ended prematurely: osmo-stp_10.42.42.5(pid=19407) [trial-2396↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19407)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19407): Process ended prematurely: osmo-stp_10.42.42.5(pid=19407) [trial-2396↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19407)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a00:33:32.892078 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:33:32.903072 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:33:33.036115 tst handover.py: using LAC 37330\u000a00:33:33.152818 tst handover.py: using RAC 100\u000a00:33:33.274123 tst handover.py: using CellId 37330\u000a00:33:33.398156 tst handover.py: using BVCI 37331\u000a00:33:33.422424 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:33:33.565180 tst handover.py: using LAC 37331\u000a00:33:33.690736 tst handover.py: using RAC 101\u000a00:33:33.814559 tst handover.py: using CellId 37331\u000a00:33:33.938028 tst handover.py: using BVCI 37332\u000a00:33:33.962465 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:33:33.973708 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:33:33.984693 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:33:33.995882 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:33:34.007805 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:33:34.019679 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:33:34.137617 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:33:34.347411 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:33:34.818881 run create_hlr_db(pid=19401): Launched\u000a00:33:34.948860 bus /sierra_2: Setting Powered False\u000a00:33:36.024209 run create_hlr_db(pid=19401): Terminated: ok {rc=0}\u000a00:33:36.397864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19403): Launched\u000a00:33:36.694263 run osmo-hlr_10.42.42.2(pid=19404): Launched\u000a00:33:36.807842 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:33:37.297444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19406): Launched\u000a00:33:37.594339 run osmo-stp_10.42.42.5(pid=19407): Launched\u000a00:33:37.713519 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:33:38.235260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19409): Launched\u000a00:33:38.530939 run osmo-msc_10.42.42.6(pid=19410): Launched\u000a00:33:38.705385 run osmo-stp_10.42.42.5(pid=19407): ERR: Terminated: ERROR {rc=1} [trial-2396↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19407)]\u000a00:33:38.831085 run osmo-stp_10.42.42.5(pid=19407): stdout: \u000a| (launched: 2022-12-14_00:33:37.447954)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:33:38.954825 run osmo-stp_10.42.42.5(pid=19407): stderr: \u000a| �[0;m�[38;5;43m20221214003337617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003337617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003337617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003337618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003337620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003337620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003337620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:33:39.074007 run osmo-stp_10.42.42.5(pid=19407): stdout: \u000a| (launched: 2022-12-14_00:33:37.447954)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:33:39.192068 run osmo-stp_10.42.42.5(pid=19407): stderr: \u000a| �[0;m�[38;5;43m20221214003337617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003337617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003337617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003337618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003337620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003337620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003337620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:33:39.243845 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19407): Process ended prematurely: osmo-stp_10.42.42.5(pid=19407) [trial-2396↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19407)] [trial-2396↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a00:33:39.251558 tst handover.py:18: Test FAILED (6.3 sec)\u000a00:33:39.310992 run osmo-hlr_10.42.42.2(pid=19404): ERR: Terminated: ERROR {rc=237} [trial-2396↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19404)]\u000a00:33:39.359678 run osmo-hlr_10.42.42.2(pid=19404): stdout: \u000a| (launched: 2022-12-14_00:33:36.548424) \u000a00:33:39.408744 run osmo-hlr_10.42.42.2(pid=19404): stderr: \u000a| �[0;m�[1;31m20221214003336724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214003336724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214003336724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003336724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003336724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214003336724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214003336736 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214003336745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214003336746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214003336746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:33:39.475382 run osmo-msc_10.42.42.6(pid=19410): ERR: Terminated: ERROR {rc=2} [trial-2396↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19410)]\u000a00:33:39.523567 run osmo-msc_10.42.42.6(pid=19410): stdout: \u000a| (launched: 2022-12-14_00:33:38.385821) \u000a00:33:39.572060 run osmo-msc_10.42.42.6(pid=19410): stderr: \u000a| �[0;m�[38;5;43m20221214003338660 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214003338660 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff33fcd3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214003338660 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214003338660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214003338660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214003338660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214003338662 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214003338663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214003338663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214003338663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:33:39.613380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19403): Terminating (SIGTERM)\u000a00:33:39.652449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19406): Terminating (SIGTERM)\u000a00:33:39.692100 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19409): Terminating (SIGTERM)\u000a00:33:39.701301 --- ParallelTerminationStrategy: PID 19403 died...\u000a00:33:39.754175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19403): Terminated: ok {rc=0}\u000a00:33:39.763760 --- ParallelTerminationStrategy: PID 19406 died...\u000a00:33:39.816365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19406): Terminated: ok {rc=0}\u000a00:33:39.826002 --- ParallelTerminationStrategy: PID 19409 died...\u000a00:33:39.878728 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19409): Terminated: ok {rc=0}\u000a00:33:39.966850 bus /sierra_3: Setting Powered False\u000a00:33:41.068941 bus /sierra_3: Setting Powered False\u000a00:33:42.175684 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:33:32" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19421): Process ended prematurely: osmo-stp_10.42.42.5(pid=19421) [trial-2396↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19421)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19421): Process ended prematurely: osmo-stp_10.42.42.5(pid=19421) [trial-2396↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19421)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a00:33:44.207633 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:33:44.219465 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a00:33:44.357713 tst handover.py: using LAC 37332\u000a00:33:44.480758 tst handover.py: using RAC 102\u000a00:33:44.603279 tst handover.py: using CellId 37332\u000a00:33:44.727328 tst handover.py: using BVCI 37333\u000a00:33:44.751680 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a00:33:44.891612 tst handover.py: using LAC 37333\u000a00:33:45.014355 tst handover.py: using RAC 103\u000a00:33:45.132367 tst handover.py: using CellId 37333\u000a00:33:45.250190 tst handover.py: using BVCI 37334\u000a00:33:45.273080 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:33:45.284369 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:33:45.295642 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:33:45.306841 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:33:45.318220 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:33:45.329554 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a00:33:45.444559 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a00:33:45.654211 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:33:46.163144 run create_hlr_db(pid=19415): Launched\u000a00:33:46.288337 bus /sierra_2: Setting Powered False\u000a00:33:47.361862 run create_hlr_db(pid=19415): Terminated: ok {rc=0}\u000a00:33:47.759046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19417): Launched\u000a00:33:48.077028 run osmo-hlr_10.42.42.2(pid=19418): Launched\u000a00:33:48.192939 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:33:48.717401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19420): Launched\u000a00:33:49.036373 run osmo-stp_10.42.42.5(pid=19421): Launched\u000a00:33:49.152906 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:33:49.707622 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19423): Launched\u000a00:33:50.026965 run osmo-msc_10.42.42.6(pid=19424): Launched\u000a00:33:50.214150 run osmo-stp_10.42.42.5(pid=19421): ERR: Terminated: ERROR {rc=1} [trial-2396↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19421)]\u000a00:33:50.349626 run osmo-stp_10.42.42.5(pid=19421): stdout: \u000a| (launched: 2022-12-14_00:33:48.879903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:33:50.484585 run osmo-stp_10.42.42.5(pid=19421): stderr: \u000a| �[0;m�[38;5;43m20221214003349070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003349070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003349070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003349070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003349071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003349071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003349071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:33:50.612615 run osmo-stp_10.42.42.5(pid=19421): stdout: \u000a| (launched: 2022-12-14_00:33:48.879903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:33:50.740028 run osmo-stp_10.42.42.5(pid=19421): stderr: \u000a| �[0;m�[38;5;43m20221214003349070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003349070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003349070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003349070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003349071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003349071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003349071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:33:50.795645 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19421): Process ended prematurely: osmo-stp_10.42.42.5(pid=19421) [trial-2396↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19421)] [trial-2396↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a00:33:50.804196 tst handover.py:18: Test FAILED (6.6 sec)\u000a00:33:50.866770 run osmo-hlr_10.42.42.2(pid=19418): ERR: Terminated: ERROR {rc=237} [trial-2396↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19418)]\u000a00:33:50.917907 run osmo-hlr_10.42.42.2(pid=19418): stdout: \u000a| (launched: 2022-12-14_00:33:47.921272) \u000a00:33:50.969680 run osmo-hlr_10.42.42.2(pid=19418): stderr: \u000a| �[0;m�[1;31m20221214003348120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214003348120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214003348120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003348121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003348121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214003348121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214003348158 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214003348169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214003348169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214003348169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:33:51.040116 run osmo-msc_10.42.42.6(pid=19424): ERR: Terminated: ERROR {rc=2} [trial-2396↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19424)]\u000a00:33:51.091290 run osmo-msc_10.42.42.6(pid=19424): stdout: \u000a| (launched: 2022-12-14_00:33:49.870302) \u000a00:33:51.143140 run osmo-msc_10.42.42.6(pid=19424): stderr: \u000a| �[0;m�[38;5;43m20221214003350190 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214003350190 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0b2d6eac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214003350190 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214003350190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214003350190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214003350191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214003350192 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214003350193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214003350193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214003350193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:33:51.187412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19417): Terminating (SIGTERM)\u000a00:33:51.229018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19420): Terminating (SIGTERM)\u000a00:33:51.271282 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19423): Terminating (SIGTERM)\u000a00:33:51.281063 --- ParallelTerminationStrategy: PID 19417 died...\u000a00:33:51.337261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19417): Terminated: ok {rc=0}\u000a00:33:51.347398 --- ParallelTerminationStrategy: PID 19420 died...\u000a00:33:51.403185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19420): Terminated: ok {rc=0}\u000a00:33:51.413216 --- ParallelTerminationStrategy: PID 19423 died...\u000a00:33:51.468743 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19423): Terminated: ok {rc=0}\u000a00:33:51.554801 bus /sierra_3: Setting Powered False\u000a00:33:52.659533 bus /sierra_3: Setting Powered False\u000a00:33:53.767706 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:33:43" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19435): Process ended prematurely: osmo-stp_10.42.42.5(pid=19435) [trial-2396↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19435)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19435): Process ended prematurely: osmo-stp_10.42.42.5(pid=19435) [trial-2396↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19435)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a00:33:55.763094 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:33:55.774173 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a00:33:55.901576 tst handover.py: using LAC 37334\u000a00:33:56.025301 tst handover.py: using RAC 104\u000a00:33:56.151363 tst handover.py: using CellId 37334\u000a00:33:56.276910 tst handover.py: using BVCI 37335\u000a00:33:56.301400 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a00:33:56.428710 tst handover.py: using LAC 37335\u000a00:33:56.557492 tst handover.py: using RAC 105\u000a00:33:56.680067 tst handover.py: using CellId 37335\u000a00:33:56.803807 tst handover.py: using BVCI 37336\u000a00:33:56.827978 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:33:56.839366 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:33:56.850541 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:33:56.861879 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:33:56.873534 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:33:56.885158 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a00:33:57.000397 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a00:33:57.211435 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:33:57.682797 run create_hlr_db(pid=19429): Launched\u000a00:33:57.813516 bus /sierra_2: Setting Powered False\u000a00:33:58.888277 run create_hlr_db(pid=19429): Terminated: ok {rc=0}\u000a00:33:59.261525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19431): Launched\u000a00:33:59.558836 run osmo-hlr_10.42.42.2(pid=19432): Launched\u000a00:33:59.668098 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:34:00.158458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19434): Launched\u000a00:34:00.455019 run osmo-stp_10.42.42.5(pid=19435): Launched\u000a00:34:00.563516 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:34:01.118769 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19437): Launched\u000a00:34:01.489416 run osmo-msc_10.42.42.6(pid=19438): Launched\u000a00:34:01.806580 run osmo-stp_10.42.42.5(pid=19435): ERR: Terminated: ERROR {rc=1} [trial-2396↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19435)]\u000a00:34:02.118125 run osmo-stp_10.42.42.5(pid=19435): stdout: \u000a| (launched: 2022-12-14_00:34:00.309841)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:34:02.334868 run osmo-stp_10.42.42.5(pid=19435): stderr: \u000a| �[0;m�[38;5;43m20221214003400480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003400480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003400480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003400480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003400481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003400481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003400481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:34:02.465265 run osmo-stp_10.42.42.5(pid=19435): stdout: \u000a| (launched: 2022-12-14_00:34:00.309841)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:34:02.592387 run osmo-stp_10.42.42.5(pid=19435): stderr: \u000a| �[0;m�[38;5;43m20221214003400480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003400480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003400480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003400480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003400481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003400481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003400481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:34:02.647685 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19435): Process ended prematurely: osmo-stp_10.42.42.5(pid=19435) [trial-2396↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19435)] [trial-2396↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a00:34:02.656264 tst handover.py:18: Test FAILED (6.9 sec)\u000a00:34:02.720449 run osmo-hlr_10.42.42.2(pid=19432): ERR: Terminated: ERROR {rc=237} [trial-2396↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19432)]\u000a00:34:02.772421 run osmo-hlr_10.42.42.2(pid=19432): stdout: \u000a| (launched: 2022-12-14_00:33:59.412543) \u000a00:34:02.824783 run osmo-hlr_10.42.42.2(pid=19432): stderr: \u000a| �[0;m�[1;31m20221214003359587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214003359587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214003359587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003359587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003359587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214003359587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214003359599 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214003359608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214003359609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214003359609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:34:02.895785 run osmo-msc_10.42.42.6(pid=19438): ERR: Terminated: ERROR {rc=2} [trial-2396↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19438)]\u000a00:34:02.947748 run osmo-msc_10.42.42.6(pid=19438): stdout: \u000a| (launched: 2022-12-14_00:34:01.272814) \u000a00:34:03.000113 run osmo-msc_10.42.42.6(pid=19438): stderr: \u000a| �[0;m�[38;5;43m20221214003401851 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214003401851 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f04b0f41c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214003401852 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214003401852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214003401852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214003401852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214003401863 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214003401864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214003401864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214003401864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:34:03.044555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19431): Terminating (SIGTERM)\u000a00:34:03.086899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19434): Terminating (SIGTERM)\u000a00:34:03.129107 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19437): Terminating (SIGTERM)\u000a00:34:03.138789 --- ParallelTerminationStrategy: PID 19431 died...\u000a00:34:03.195786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19431): Terminated: ok {rc=0}\u000a00:34:03.205900 --- ParallelTerminationStrategy: PID 19434 died...\u000a00:34:03.262607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19434): Terminated: ok {rc=0}\u000a00:34:03.272579 --- ParallelTerminationStrategy: PID 19437 died...\u000a00:34:03.329363 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19437): Terminated: ok {rc=0}\u000a00:34:03.415285 bus /sierra_3: Setting Powered False\u000a00:34:04.520085 bus /sierra_3: Setting Powered False\u000a00:34:05.627333 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:33:55" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19449): Process ended prematurely: osmo-stp_10.42.42.5(pid=19449) [trial-2396↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19449)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19449): Process ended prematurely: osmo-stp_10.42.42.5(pid=19449) [trial-2396↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19449)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a00:34:07.625324 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:34:07.636370 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a00:34:07.770021 tst handover.py: using LAC 37336\u000a00:34:07.885152 tst handover.py: using RAC 106\u000a00:34:07.999924 tst handover.py: using CellId 37336\u000a00:34:08.118542 tst handover.py: using BVCI 37337\u000a00:34:08.140832 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a00:34:08.279680 tst handover.py: using LAC 37337\u000a00:34:08.402704 tst handover.py: using RAC 107\u000a00:34:08.520232 tst handover.py: using CellId 37337\u000a00:34:08.637283 tst handover.py: using BVCI 37338\u000a00:34:08.660018 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:34:08.671197 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:34:08.682258 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:34:08.693207 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:34:08.704278 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:34:08.715316 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a00:34:08.831375 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a00:34:09.039128 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:34:09.511812 run create_hlr_db(pid=19443): Launched\u000a00:34:09.642212 bus /sierra_2: Setting Powered False\u000a00:34:10.718367 run create_hlr_db(pid=19443): Terminated: ok {rc=0}\u000a00:34:11.091721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19445): Launched\u000a00:34:11.390382 run osmo-hlr_10.42.42.2(pid=19446): Launched\u000a00:34:11.500675 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:34:11.991116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19448): Launched\u000a00:34:12.288255 run osmo-stp_10.42.42.5(pid=19449): Launched\u000a00:34:12.397352 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:34:12.914048 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19451): Launched\u000a00:34:13.210394 run osmo-msc_10.42.42.6(pid=19452): Launched\u000a00:34:13.385151 run osmo-stp_10.42.42.5(pid=19449): ERR: Terminated: ERROR {rc=1} [trial-2396↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19449)]\u000a00:34:13.511742 run osmo-stp_10.42.42.5(pid=19449): stdout: \u000a| (launched: 2022-12-14_00:34:12.142400)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:34:13.636078 run osmo-stp_10.42.42.5(pid=19449): stderr: \u000a| �[0;m�[38;5;43m20221214003412312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003412313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003412313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003412313 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003412314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003412314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003412314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:34:13.755400 run osmo-stp_10.42.42.5(pid=19449): stdout: \u000a| (launched: 2022-12-14_00:34:12.142400)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:34:13.873874 run osmo-stp_10.42.42.5(pid=19449): stderr: \u000a| �[0;m�[38;5;43m20221214003412312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003412313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003412313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003412313 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003412314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003412314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003412314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:34:13.925505 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19449): Process ended prematurely: osmo-stp_10.42.42.5(pid=19449) [trial-2396↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19449)] [trial-2396↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a00:34:13.934086 tst handover.py:18: Test FAILED (6.3 sec)\u000a00:34:13.993880 run osmo-hlr_10.42.42.2(pid=19446): ERR: Terminated: ERROR {rc=237} [trial-2396↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19446)]\u000a00:34:14.042594 run osmo-hlr_10.42.42.2(pid=19446): stdout: \u000a| (launched: 2022-12-14_00:34:11.243408) \u000a00:34:14.092143 run osmo-hlr_10.42.42.2(pid=19446): stderr: \u000a| �[0;m�[1;31m20221214003411419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214003411419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214003411419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003411419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003411419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214003411419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214003411432 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214003411442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214003411442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214003411442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:34:14.159027 run osmo-msc_10.42.42.6(pid=19452): ERR: Terminated: ERROR {rc=2} [trial-2396↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19452)]\u000a00:34:14.207410 run osmo-msc_10.42.42.6(pid=19452): stdout: \u000a| (launched: 2022-12-14_00:34:13.064423) \u000a00:34:14.256350 run osmo-msc_10.42.42.6(pid=19452): stderr: \u000a| �[0;m�[38;5;43m20221214003413335 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214003413335 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faf3f9ecc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214003413335 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214003413335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214003413336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214003413336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214003413338 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214003413338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214003413338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214003413338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:34:14.297684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19445): Terminating (SIGTERM)\u000a00:34:14.336906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19448): Terminating (SIGTERM)\u000a00:34:14.375911 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19451): Terminating (SIGTERM)\u000a00:34:14.385102 --- ParallelTerminationStrategy: PID 19445 died...\u000a00:34:14.437580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19445): Terminated: ok {rc=0}\u000a00:34:14.447156 --- ParallelTerminationStrategy: PID 19448 died...\u000a00:34:14.499420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19448): Terminated: ok {rc=0}\u000a00:34:14.508764 --- ParallelTerminationStrategy: PID 19451 died...\u000a00:34:14.561195 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19451): Terminated: ok {rc=0}\u000a00:34:14.648276 bus /sierra_3: Setting Powered False\u000a00:34:15.749810 bus /sierra_3: Setting Powered False\u000a00:34:16.861602 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:34:07" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19463): Process ended prematurely: osmo-stp_10.42.42.5(pid=19463) [trial-2396↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19463)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19463): Process ended prematurely: osmo-stp_10.42.42.5(pid=19463) [trial-2396↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19463)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a00:34:18.875265 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:34:18.886434 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:34:19.023088 tst handover.py: using LAC 37338\u000a00:34:19.147294 tst handover.py: using RAC 108\u000a00:34:19.272090 tst handover.py: using CellId 37338\u000a00:34:19.391546 tst handover.py: using BVCI 37339\u000a00:34:19.414395 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:34:19.546749 tst handover.py: using LAC 37339\u000a00:34:19.663134 tst handover.py: using RAC 109\u000a00:34:19.786796 tst handover.py: using CellId 37339\u000a00:34:19.908914 tst handover.py: using BVCI 37340\u000a00:34:19.933265 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:34:19.944678 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:34:19.955842 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:34:19.967203 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:34:19.979243 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:34:19.990907 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:34:20.106490 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:34:20.315196 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:34:20.788786 run create_hlr_db(pid=19457): Launched\u000a00:34:20.919076 bus /sierra_2: Setting Powered False\u000a00:34:21.995714 run create_hlr_db(pid=19457): Terminated: ok {rc=0}\u000a00:34:22.372078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19459): Launched\u000a00:34:22.669781 run osmo-hlr_10.42.42.2(pid=19460): Launched\u000a00:34:22.784552 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:34:23.273532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19462): Launched\u000a00:34:23.569683 run osmo-stp_10.42.42.5(pid=19463): Launched\u000a00:34:23.677876 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:34:24.195292 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19465): Launched\u000a00:34:24.493088 run osmo-msc_10.42.42.6(pid=19466): Launched\u000a00:34:24.668088 run osmo-stp_10.42.42.5(pid=19463): ERR: Terminated: ERROR {rc=1} [trial-2396↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19463)]\u000a00:34:24.794092 run osmo-stp_10.42.42.5(pid=19463): stdout: \u000a| (launched: 2022-12-14_00:34:23.424106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:34:24.917869 run osmo-stp_10.42.42.5(pid=19463): stderr: \u000a| �[0;m�[38;5;43m20221214003423593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003423593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003423593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003423594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003423596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003423596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003423596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:34:25.037366 run osmo-stp_10.42.42.5(pid=19463): stdout: \u000a| (launched: 2022-12-14_00:34:23.424106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:34:25.155493 run osmo-stp_10.42.42.5(pid=19463): stderr: \u000a| �[0;m�[38;5;43m20221214003423593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003423593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003423593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003423594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003423596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003423596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003423596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:34:25.207244 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19463): Process ended prematurely: osmo-stp_10.42.42.5(pid=19463) [trial-2396↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19463)] [trial-2396↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a00:34:25.215252 tst handover.py:18: Test FAILED (6.3 sec)\u000a00:34:25.274342 run osmo-hlr_10.42.42.2(pid=19460): ERR: Terminated: ERROR {rc=237} [trial-2396↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19460)]\u000a00:34:25.323080 run osmo-hlr_10.42.42.2(pid=19460): stdout: \u000a| (launched: 2022-12-14_00:34:22.523372) \u000a00:34:25.372289 run osmo-hlr_10.42.42.2(pid=19460): stderr: \u000a| �[0;m�[1;31m20221214003422699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214003422699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214003422699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003422699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003422699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214003422699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214003422710 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214003422720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214003422720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214003422720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:34:25.438868 run osmo-msc_10.42.42.6(pid=19466): ERR: Terminated: ERROR {rc=2} [trial-2396↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19466)]\u000a00:34:25.487027 run osmo-msc_10.42.42.6(pid=19466): stdout: \u000a| (launched: 2022-12-14_00:34:24.346403) \u000a00:34:25.535771 run osmo-msc_10.42.42.6(pid=19466): stderr: \u000a| �[0;m�[38;5;43m20221214003424618 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214003424619 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f380f23dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214003424619 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214003424619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214003424619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214003424619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214003424621 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214003424621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214003424622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214003424622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:34:25.577111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19459): Terminating (SIGTERM)\u000a00:34:25.616049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19462): Terminating (SIGTERM)\u000a00:34:25.655138 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19465): Terminating (SIGTERM)\u000a00:34:25.664345 --- ParallelTerminationStrategy: PID 19459 died...\u000a00:34:25.717418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19459): Terminated: ok {rc=0}\u000a00:34:25.727049 --- ParallelTerminationStrategy: PID 19462 died...\u000a00:34:25.779780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19462): Terminated: ok {rc=0}\u000a00:34:25.789484 --- ParallelTerminationStrategy: PID 19465 died...\u000a00:34:25.842749 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19465): Terminated: ok {rc=0}\u000a00:34:25.929379 bus /sierra_3: Setting Powered False\u000a00:34:27.032175 bus /sierra_3: Setting Powered False\u000a00:34:28.138501 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:34:18" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19479): Process ended prematurely: osmo-stp_10.42.42.5(pid=19479) [trial-2396↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19479)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19479): Process ended prematurely: osmo-stp_10.42.42.5(pid=19479) [trial-2396↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19479)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a00:34:30.151543 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:34:30.162916 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a00:34:30.304737 tst handover.py: using LAC 37340\u000a00:34:30.431020 tst handover.py: using RAC 110\u000a00:34:30.555372 tst handover.py: using CellId 37340\u000a00:34:30.680474 tst handover.py: using BVCI 37341\u000a00:34:30.704617 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a00:34:30.838505 tst handover.py: using LAC 37341\u000a00:34:30.975443 tst handover.py: using RAC 111\u000a00:34:31.104798 tst handover.py: using CellId 37341\u000a00:34:31.231700 tst handover.py: using BVCI 37342\u000a00:34:31.256671 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:34:31.268506 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:34:31.280255 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:34:31.292112 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:34:31.304785 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:34:31.317551 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a00:34:31.440000 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a00:34:31.684671 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:34:32.192704 run create_hlr_db(pid=19473): Launched\u000a00:34:32.325337 bus /sierra_2: Setting Powered False\u000a00:34:33.399855 run create_hlr_db(pid=19473): Terminated: ok {rc=0}\u000a00:34:33.774352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19475): Launched\u000a00:34:34.072128 run osmo-hlr_10.42.42.2(pid=19476): Launched\u000a00:34:34.192182 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:34:34.690317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19478): Launched\u000a00:34:34.988119 run osmo-stp_10.42.42.5(pid=19479): Launched\u000a00:34:35.097257 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:34:35.614375 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19481): Launched\u000a00:34:35.911226 run osmo-msc_10.42.42.6(pid=19482): Launched\u000a00:34:36.086326 run osmo-stp_10.42.42.5(pid=19479): ERR: Terminated: ERROR {rc=1} [trial-2396↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19479)]\u000a00:34:36.213375 run osmo-stp_10.42.42.5(pid=19479): stdout: \u000a| (launched: 2022-12-14_00:34:34.841706)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:34:36.337104 run osmo-stp_10.42.42.5(pid=19479): stderr: \u000a| �[0;m�[38;5;43m20221214003435013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003435013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003435014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003435014 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003435014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003435015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003435015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:34:36.456407 run osmo-stp_10.42.42.5(pid=19479): stdout: \u000a| (launched: 2022-12-14_00:34:34.841706)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:34:36.574441 run osmo-stp_10.42.42.5(pid=19479): stderr: \u000a| �[0;m�[38;5;43m20221214003435013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003435013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003435014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003435014 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003435014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003435015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003435015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:34:36.626121 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19479): Process ended prematurely: osmo-stp_10.42.42.5(pid=19479) [trial-2396↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19479)] [trial-2396↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a00:34:36.634049 tst handover.py:18: Test FAILED (6.5 sec)\u000a00:34:36.692436 run osmo-hlr_10.42.42.2(pid=19476): ERR: Terminated: ERROR {rc=237} [trial-2396↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19476)]\u000a00:34:36.740907 run osmo-hlr_10.42.42.2(pid=19476): stdout: \u000a| (launched: 2022-12-14_00:34:33.925925) \u000a00:34:36.789948 run osmo-hlr_10.42.42.2(pid=19476): stderr: \u000a| �[0;m�[1;31m20221214003434101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214003434101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214003434101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003434101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003434101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214003434101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214003434113 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214003434123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214003434123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214003434124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:34:36.856337 run osmo-msc_10.42.42.6(pid=19482): ERR: Terminated: ERROR {rc=2} [trial-2396↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19482)]\u000a00:34:36.904469 run osmo-msc_10.42.42.6(pid=19482): stdout: \u000a| (launched: 2022-12-14_00:34:35.765321) \u000a00:34:36.953018 run osmo-msc_10.42.42.6(pid=19482): stderr: \u000a| �[0;m�[38;5;43m20221214003436037 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214003436037 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc8471b0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214003436037 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214003436037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214003436037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214003436037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214003436039 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214003436039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214003436040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214003436040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:34:36.994393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19475): Terminating (SIGTERM)\u000a00:34:37.033401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19478): Terminating (SIGTERM)\u000a00:34:37.073352 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19481): Terminating (SIGTERM)\u000a00:34:37.082581 --- ParallelTerminationStrategy: PID 19475 died...\u000a00:34:37.135645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19475): Terminated: ok {rc=0}\u000a00:34:37.145196 --- ParallelTerminationStrategy: PID 19478 died...\u000a00:34:37.197724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19478): Terminated: ok {rc=0}\u000a00:34:37.207335 --- ParallelTerminationStrategy: PID 19481 died...\u000a00:34:37.259930 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19481): Terminated: ok {rc=0}\u000a00:34:37.346946 bus /sierra_3: Setting Powered False\u000a00:34:38.448406 bus /sierra_3: Setting Powered False\u000a00:34:39.558996 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:34:29" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19494): Process ended prematurely: osmo-stp_10.42.42.5(pid=19494) [trial-2396↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19494)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19494): Process ended prematurely: osmo-stp_10.42.42.5(pid=19494) [trial-2396↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19494)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a00:34:41.568837 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:34:41.579673 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a00:34:41.711201 tst handover.py: using LAC 37342\u000a00:34:41.828745 tst handover.py: using RAC 112\u000a00:34:41.946731 tst handover.py: using CellId 37342\u000a00:34:42.071253 tst handover.py: using BVCI 37343\u000a00:34:42.095825 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a00:34:42.232788 tst handover.py: using LAC 37343\u000a00:34:42.349711 tst handover.py: using RAC 113\u000a00:34:42.466072 tst handover.py: using CellId 37343\u000a00:34:42.582542 tst handover.py: using BVCI 37344\u000a00:34:42.605223 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:34:42.616094 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:34:42.626858 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:34:42.637593 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:34:42.648188 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:34:42.658929 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a00:34:42.780098 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a00:34:42.979464 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:34:43.429668 run create_hlr_db(pid=19488): Launched\u000a00:34:43.550448 bus /sierra_2: Setting Powered False\u000a00:34:44.623068 run create_hlr_db(pid=19488): Terminated: ok {rc=0}\u000a00:34:45.019632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19490): Launched\u000a00:34:45.338579 run osmo-hlr_10.42.42.2(pid=19491): Launched\u000a00:34:45.456517 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:34:46.004610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19493): Launched\u000a00:34:46.441713 run osmo-stp_10.42.42.5(pid=19494): Launched\u000a00:34:46.663723 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:34:47.242210 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19496): Launched\u000a00:34:47.542157 run osmo-msc_10.42.42.6(pid=19497): Launched\u000a00:34:47.718951 run osmo-stp_10.42.42.5(pid=19494): ERR: Terminated: ERROR {rc=1} [trial-2396↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19494)]\u000a00:34:47.845918 run osmo-stp_10.42.42.5(pid=19494): stdout: \u000a| (launched: 2022-12-14_00:34:46.162771)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:34:47.969827 run osmo-stp_10.42.42.5(pid=19494): stderr: \u000a| �[0;m�[38;5;43m20221214003446455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003446456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003446456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003446456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003446463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003446463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003446463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:34:48.088921 run osmo-stp_10.42.42.5(pid=19494): stdout: \u000a| (launched: 2022-12-14_00:34:46.162771)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:34:48.207255 run osmo-stp_10.42.42.5(pid=19494): stderr: \u000a| �[0;m�[38;5;43m20221214003446455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003446456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003446456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003446456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003446463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003446463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003446463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:34:48.259262 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19494): Process ended prematurely: osmo-stp_10.42.42.5(pid=19494) [trial-2396↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19494)] [trial-2396↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a00:34:48.267210 tst handover.py:18: Test FAILED (6.7 sec)\u000a00:34:48.326054 run osmo-hlr_10.42.42.2(pid=19491): ERR: Terminated: ERROR {rc=237} [trial-2396↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19491)]\u000a00:34:48.374267 run osmo-hlr_10.42.42.2(pid=19491): stdout: \u000a| (launched: 2022-12-14_00:34:45.182270) \u000a00:34:48.423001 run osmo-hlr_10.42.42.2(pid=19491): stderr: \u000a| �[0;m�[1;31m20221214003445382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214003445382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214003445383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003445383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003445383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214003445383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214003445395 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214003445403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214003445404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214003445404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:34:48.489324 run osmo-msc_10.42.42.6(pid=19497): ERR: Terminated: ERROR {rc=2} [trial-2396↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19497)]\u000a00:34:48.538505 run osmo-msc_10.42.42.6(pid=19497): stdout: \u000a| (launched: 2022-12-14_00:34:47.394752) \u000a00:34:48.587365 run osmo-msc_10.42.42.6(pid=19497): stderr: \u000a| �[0;m�[38;5;43m20221214003447664 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214003447664 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa533fe5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214003447664 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214003447665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214003447665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214003447665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214003447667 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214003447667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214003447667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214003447667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:34:48.628445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19490): Terminating (SIGTERM)\u000a00:34:48.667031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19493): Terminating (SIGTERM)\u000a00:34:48.705788 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19496): Terminating (SIGTERM)\u000a00:34:48.714830 --- ParallelTerminationStrategy: PID 19490 died...\u000a00:34:48.767263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19490): Terminated: ok {rc=0}\u000a00:34:48.776774 --- ParallelTerminationStrategy: PID 19493 died...\u000a00:34:48.829075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19493): Terminated: ok {rc=0}\u000a00:34:48.838543 --- ParallelTerminationStrategy: PID 19496 died...\u000a00:34:48.890468 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19496): Terminated: ok {rc=0}\u000a00:34:48.976431 bus /sierra_3: Setting Powered False\u000a00:34:50.078810 bus /sierra_3: Setting Powered False\u000a00:34:51.188373 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:34:41" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19509): Process ended prematurely: osmo-stp_10.42.42.5(pid=19509) [trial-2396↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19509)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19509): Process ended prematurely: osmo-stp_10.42.42.5(pid=19509) [trial-2396↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19509)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a00:34:53.212165 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:34:53.223341 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:34:53.355368 tst handover.py: using LAC 37344\u000a00:34:53.473987 tst handover.py: using RAC 114\u000a00:34:53.589819 tst handover.py: using CellId 37344\u000a00:34:53.705158 tst handover.py: using BVCI 37345\u000a00:34:53.727996 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:34:53.859912 tst handover.py: using LAC 37345\u000a00:34:53.975955 tst handover.py: using RAC 115\u000a00:34:54.092156 tst handover.py: using CellId 37345\u000a00:34:54.221212 tst handover.py: using BVCI 37346\u000a00:34:54.245565 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:34:54.257213 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:34:54.268372 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:34:54.279772 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:34:54.292070 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:34:54.304255 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:34:54.421076 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:34:54.627254 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:34:55.099590 run create_hlr_db(pid=19503): Launched\u000a00:34:55.229987 bus /sierra_2: Setting Powered False\u000a00:34:56.306619 run create_hlr_db(pid=19503): Terminated: ok {rc=0}\u000a00:34:56.702645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19505): Launched\u000a00:34:57.021542 run osmo-hlr_10.42.42.2(pid=19506): Launched\u000a00:34:57.140332 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:34:57.663303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19508): Launched\u000a00:34:57.981353 run osmo-stp_10.42.42.5(pid=19509): Launched\u000a00:34:58.097451 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:34:58.650083 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19511): Launched\u000a00:34:58.968795 run osmo-msc_10.42.42.6(pid=19512): Launched\u000a00:34:59.156518 run osmo-stp_10.42.42.5(pid=19509): ERR: Terminated: ERROR {rc=1} [trial-2396↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19509)]\u000a00:34:59.292420 run osmo-stp_10.42.42.5(pid=19509): stdout: \u000a| (launched: 2022-12-14_00:34:57.825239)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:34:59.427855 run osmo-stp_10.42.42.5(pid=19509): stderr: \u000a| �[0;m�[38;5;43m20221214003458017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003458017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003458018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003458018 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003458018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003458019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003458019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:34:59.556227 run osmo-stp_10.42.42.5(pid=19509): stdout: \u000a| (launched: 2022-12-14_00:34:57.825239)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:34:59.683417 run osmo-stp_10.42.42.5(pid=19509): stderr: \u000a| �[0;m�[38;5;43m20221214003458017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003458017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003458018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003458018 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003458018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003458019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003458019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:34:59.739315 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19509): Process ended prematurely: osmo-stp_10.42.42.5(pid=19509) [trial-2396↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19509)] [trial-2396↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a00:34:59.747947 tst handover.py:18: Test FAILED (6.5 sec)\u000a00:34:59.810474 run osmo-hlr_10.42.42.2(pid=19506): ERR: Terminated: ERROR {rc=237} [trial-2396↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19506)]\u000a00:34:59.861500 run osmo-hlr_10.42.42.2(pid=19506): stdout: \u000a| (launched: 2022-12-14_00:34:56.865212) \u000a00:34:59.913214 run osmo-hlr_10.42.42.2(pid=19506): stderr: \u000a| �[0;m�[1;31m20221214003457063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214003457063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214003457063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003457063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003457063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214003457063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214003457087 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214003457097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214003457097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214003457097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:34:59.983038 run osmo-msc_10.42.42.6(pid=19512): ERR: Terminated: ERROR {rc=2} [trial-2396↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19512)]\u000a00:35:00.034165 run osmo-msc_10.42.42.6(pid=19512): stdout: \u000a| (launched: 2022-12-14_00:34:58.812599) \u000a00:35:00.085755 run osmo-msc_10.42.42.6(pid=19512): stderr: \u000a| �[0;m�[38;5;43m20221214003459131 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214003459132 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fda6dcd4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214003459132 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214003459132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214003459132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214003459132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214003459134 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214003459134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214003459134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214003459134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:35:00.129967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19505): Terminating (SIGTERM)\u000a00:35:00.171546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19508): Terminating (SIGTERM)\u000a00:35:00.213449 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19511): Terminating (SIGTERM)\u000a00:35:00.223116 --- ParallelTerminationStrategy: PID 19505 died...\u000a00:35:00.279211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19505): Terminated: ok {rc=0}\u000a00:35:00.289432 --- ParallelTerminationStrategy: PID 19508 died...\u000a00:35:00.345509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19508): Terminated: ok {rc=0}\u000a00:35:00.355550 --- ParallelTerminationStrategy: PID 19511 died...\u000a00:35:00.411304 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19511): Terminated: ok {rc=0}\u000a00:35:00.497256 bus /sierra_3: Setting Powered False\u000a00:35:01.610153 bus /sierra_3: Setting Powered False\u000a00:35:02.718408 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:34:52" }, { "cases" : [ { "testActions" : [ ], "age" : 79, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19526): Process ended prematurely: osmo-stp_10.42.42.5(pid=19526) [trial-2396↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19526)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19526): Process ended prematurely: osmo-stp_10.42.42.5(pid=19526) [trial-2396↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19526)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a00:35:04.719794 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:35:04.730715 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a00:35:04.850725 tst handover.py: using LAC 37346\u000a00:35:04.969654 tst handover.py: using RAC 116\u000a00:35:05.086686 tst handover.py: using CellId 37346\u000a00:35:05.202835 tst handover.py: using BVCI 37347\u000a00:35:05.225639 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a00:35:05.360316 tst handover.py: using LAC 37347\u000a00:35:05.477281 tst handover.py: using RAC 117\u000a00:35:05.594423 tst handover.py: using CellId 37347\u000a00:35:05.722214 tst handover.py: using BVCI 37348\u000a00:35:05.746930 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:35:05.758347 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:35:05.769394 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:35:05.780443 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:35:05.792041 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:35:05.803429 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a00:35:05.922938 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a00:35:06.133086 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:35:06.606374 run create_hlr_db(pid=19520): Launched\u000a00:35:06.736783 bus /sierra_2: Setting Powered False\u000a00:35:07.813791 run create_hlr_db(pid=19520): Terminated: ok {rc=0}\u000a00:35:08.209722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19522): Launched\u000a00:35:08.528654 run osmo-hlr_10.42.42.2(pid=19523): Launched\u000a00:35:08.646484 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:35:09.171917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19525): Launched\u000a00:35:09.490259 run osmo-stp_10.42.42.5(pid=19526): Launched\u000a00:35:09.606642 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:35:10.160076 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19528): Launched\u000a00:35:10.478475 run osmo-msc_10.42.42.6(pid=19529): Launched\u000a00:35:10.665984 run osmo-stp_10.42.42.5(pid=19526): ERR: Terminated: ERROR {rc=1} [trial-2396↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19526)]\u000a00:35:10.803421 run osmo-stp_10.42.42.5(pid=19526): stdout: \u000a| (launched: 2022-12-14_00:35:09.333950)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:35:10.936873 run osmo-stp_10.42.42.5(pid=19526): stderr: \u000a| �[0;m�[38;5;43m20221214003509526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003509526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003509526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003509527 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003509527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003509527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003509527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:35:11.065824 run osmo-stp_10.42.42.5(pid=19526): stdout: \u000a| (launched: 2022-12-14_00:35:09.333950)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:35:11.193208 run osmo-stp_10.42.42.5(pid=19526): stderr: \u000a| �[0;m�[38;5;43m20221214003509526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003509526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003509526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003509527 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003509527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003509527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003509527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:35:11.249148 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19526): Process ended prematurely: osmo-stp_10.42.42.5(pid=19526) [trial-2396↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19526)] [trial-2396↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a00:35:11.257768 tst handover.py:18: Test FAILED (6.5 sec)\u000a00:35:11.321263 run osmo-hlr_10.42.42.2(pid=19523): ERR: Terminated: ERROR {rc=237} [trial-2396↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19523)]\u000a00:35:11.373093 run osmo-hlr_10.42.42.2(pid=19523): stdout: \u000a| (launched: 2022-12-14_00:35:08.372177) \u000a00:35:11.425680 run osmo-hlr_10.42.42.2(pid=19523): stderr: \u000a| �[0;m�[1;31m20221214003508568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214003508569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214003508569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003508569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003508569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214003508569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214003508581 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214003508589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214003508590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214003508590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:35:11.497209 run osmo-msc_10.42.42.6(pid=19529): ERR: Terminated: ERROR {rc=2} [trial-2396↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19529)]\u000a00:35:11.549086 run osmo-msc_10.42.42.6(pid=19529): stdout: \u000a| (launched: 2022-12-14_00:35:10.322220) \u000a00:35:11.601655 run osmo-msc_10.42.42.6(pid=19529): stderr: \u000a| �[0;m�[38;5;43m20221214003510642 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214003510642 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd4a373fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214003510642 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214003510642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214003510642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214003510643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214003510644 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214003510645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214003510645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214003510645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:35:11.646327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19522): Terminating (SIGTERM)\u000a00:35:11.688613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19525): Terminating (SIGTERM)\u000a00:35:11.731163 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19528): Terminating (SIGTERM)\u000a00:35:11.740887 --- ParallelTerminationStrategy: PID 19522 died...\u000a00:35:11.798108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19522): Terminated: ok {rc=0}\u000a00:35:11.808317 --- ParallelTerminationStrategy: PID 19525 died...\u000a00:35:11.864923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19525): Terminated: ok {rc=0}\u000a00:35:11.874989 --- ParallelTerminationStrategy: PID 19528 died...\u000a00:35:11.931645 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19528): Terminated: ok {rc=0}\u000a00:35:12.018591 bus /sierra_3: Setting Powered False\u000a00:35:13.124049 bus /sierra_3: Setting Powered False\u000a00:35:14.235947 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:35:04" }, { "cases" : [ { "testActions" : [ ], "age" : 79, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19540): Process ended prematurely: osmo-stp_10.42.42.5(pid=19540) [trial-2396↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19540)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19540): Process ended prematurely: osmo-stp_10.42.42.5(pid=19540) [trial-2396↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19540)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a00:35:16.254668 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:35:16.266774 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:35:16.401655 tst handover.py: using LAC 37348\u000a00:35:16.532271 tst handover.py: using RAC 118\u000a00:35:16.681547 tst handover.py: using CellId 37348\u000a00:35:16.814685 tst handover.py: using BVCI 37349\u000a00:35:16.840037 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:35:16.981336 tst handover.py: using LAC 37349\u000a00:35:17.107169 tst handover.py: using RAC 119\u000a00:35:17.231197 tst handover.py: using CellId 37349\u000a00:35:17.347847 tst handover.py: using BVCI 37350\u000a00:35:17.370696 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:35:17.381608 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:35:17.392100 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:35:17.402614 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:35:17.413727 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:35:17.424609 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:35:17.545896 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:35:17.745727 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:35:18.198562 run create_hlr_db(pid=19534): Launched\u000a00:35:18.320404 bus /sierra_2: Setting Powered False\u000a00:35:19.392604 run create_hlr_db(pid=19534): Terminated: ok {rc=0}\u000a00:35:19.788334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19536): Launched\u000a00:35:20.107121 run osmo-hlr_10.42.42.2(pid=19537): Launched\u000a00:35:20.223046 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:35:20.750294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19539): Launched\u000a00:35:21.070511 run osmo-stp_10.42.42.5(pid=19540): Launched\u000a00:35:21.187454 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:35:21.742777 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19542): Launched\u000a00:35:22.063592 run osmo-msc_10.42.42.6(pid=19543): Launched\u000a00:35:22.251398 run osmo-stp_10.42.42.5(pid=19540): ERR: Terminated: ERROR {rc=1} [trial-2396↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19540)]\u000a00:35:22.386957 run osmo-stp_10.42.42.5(pid=19540): stdout: \u000a| (launched: 2022-12-14_00:35:20.913151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:35:22.522410 run osmo-stp_10.42.42.5(pid=19540): stderr: \u000a| �[0;m�[38;5;43m20221214003521104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003521104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003521104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003521105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003521105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003521105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003521105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:35:22.651154 run osmo-stp_10.42.42.5(pid=19540): stdout: \u000a| (launched: 2022-12-14_00:35:20.913151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:35:22.778957 run osmo-stp_10.42.42.5(pid=19540): stderr: \u000a| �[0;m�[38;5;43m20221214003521104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003521104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003521104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003521105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003521105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003521105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003521105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:35:22.834683 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19540): Process ended prematurely: osmo-stp_10.42.42.5(pid=19540) [trial-2396↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19540)] [trial-2396↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a00:35:22.843185 tst handover.py:18: Test FAILED (6.6 sec)\u000a00:35:22.906466 run osmo-hlr_10.42.42.2(pid=19537): ERR: Terminated: ERROR {rc=237} [trial-2396↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19537)]\u000a00:35:22.957996 run osmo-hlr_10.42.42.2(pid=19537): stdout: \u000a| (launched: 2022-12-14_00:35:19.950769) \u000a00:35:23.010218 run osmo-hlr_10.42.42.2(pid=19537): stderr: \u000a| �[0;m�[1;31m20221214003520150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214003520150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214003520150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003520150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003520150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214003520150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214003520162 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214003520172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214003520172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214003520172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:35:23.081099 run osmo-msc_10.42.42.6(pid=19543): ERR: Terminated: ERROR {rc=2} [trial-2396↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19543)]\u000a00:35:23.132380 run osmo-msc_10.42.42.6(pid=19543): stdout: \u000a| (launched: 2022-12-14_00:35:21.905870) \u000a00:35:23.184233 run osmo-msc_10.42.42.6(pid=19543): stderr: \u000a| �[0;m�[38;5;43m20221214003522228 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214003522229 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd5fe35fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214003522229 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214003522229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214003522229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214003522229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214003522231 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214003522231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214003522232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214003522232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:35:23.228467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19536): Terminating (SIGTERM)\u000a00:35:23.270837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19539): Terminating (SIGTERM)\u000a00:35:23.312930 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19542): Terminating (SIGTERM)\u000a00:35:23.322676 --- ParallelTerminationStrategy: PID 19536 died...\u000a00:35:23.379280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19536): Terminated: ok {rc=0}\u000a00:35:23.389501 --- ParallelTerminationStrategy: PID 19539 died...\u000a00:35:23.445532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19539): Terminated: ok {rc=0}\u000a00:35:23.455570 --- ParallelTerminationStrategy: PID 19542 died...\u000a00:35:23.511753 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19542): Terminated: ok {rc=0}\u000a00:35:23.598275 bus /sierra_3: Setting Powered False\u000a00:35:24.704616 bus /sierra_3: Setting Powered False\u000a00:35:25.814424 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:35:15" }, { "cases" : [ { "testActions" : [ ], "age" : 79, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19574): Process ended prematurely: osmo-stp_10.42.42.5(pid=19574) [trial-2396↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19574)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19574): Process ended prematurely: osmo-stp_10.42.42.5(pid=19574) [trial-2396↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19574)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2396 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a00:35:27.837303 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:35:27.849154 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:35:27.990231 tst handover.py: using LAC 37350\u000a00:35:28.117723 tst handover.py: using RAC 120\u000a00:35:28.245380 tst handover.py: using CellId 37350\u000a00:35:28.372436 tst handover.py: using BVCI 37351\u000a00:35:28.396666 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:35:28.539385 tst handover.py: using LAC 37351\u000a00:35:28.666547 tst handover.py: using RAC 121\u000a00:35:28.792491 tst handover.py: using CellId 37351\u000a00:35:28.919310 tst handover.py: using BVCI 37352\u000a00:35:28.943871 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:35:28.955488 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:35:28.966934 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:35:28.978340 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:35:28.990201 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:35:29.002103 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:35:29.118348 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:35:29.329849 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:35:29.803437 run create_hlr_db(pid=19548): Launched\u000a00:35:29.934221 bus /sierra_2: Setting Powered False\u000a00:35:31.040383 run create_hlr_db(pid=19548): Terminated: ok {rc=0}\u000a00:35:31.476302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19565): Launched\u000a00:35:31.895210 run osmo-hlr_10.42.42.2(pid=19570): Launched\u000a00:35:32.168582 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:35:32.780196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19573): Launched\u000a00:35:33.190673 run osmo-stp_10.42.42.5(pid=19574): Launched\u000a00:35:33.355251 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:35:33.964683 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19576): Launched\u000a00:35:34.336287 run osmo-msc_10.42.42.6(pid=19593): Launched\u000a00:35:34.562632 run osmo-stp_10.42.42.5(pid=19574): ERR: Terminated: ERROR {rc=1} [trial-2396↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19574)]\u000a00:35:34.693453 run osmo-stp_10.42.42.5(pid=19574): stdout: \u000a| (launched: 2022-12-14_00:35:32.936359)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:35:34.818256 run osmo-stp_10.42.42.5(pid=19574): stderr: \u000a| �[0;m�[38;5;43m20221214003533268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003533268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003533268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003533269 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003533269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003533269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003533269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:35:34.938373 run osmo-stp_10.42.42.5(pid=19574): stdout: \u000a| (launched: 2022-12-14_00:35:32.936359)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:35:35.056387 run osmo-stp_10.42.42.5(pid=19574): stderr: \u000a| �[0;m�[38;5;43m20221214003533268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221214003533268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221214003533268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221214003533269 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221214003533269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221214003533269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221214003533269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:35:35.108460 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=19574): Process ended prematurely: osmo-stp_10.42.42.5(pid=19574) [trial-2396↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19574)] [trial-2396↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a00:35:35.116384 tst handover.py:18: Test FAILED (7.3 sec)\u000a00:35:35.175971 run osmo-hlr_10.42.42.2(pid=19570): ERR: Terminated: ERROR {rc=237} [trial-2396↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19570)]\u000a00:35:35.224974 run osmo-hlr_10.42.42.2(pid=19570): stdout: \u000a| (launched: 2022-12-14_00:35:31.637503) \u000a00:35:35.274269 run osmo-hlr_10.42.42.2(pid=19570): stderr: \u000a| �[0;m�[1;31m20221214003531964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221214003531964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221214003531964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003531965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221214003531965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221214003531965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221214003531985 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2396/run.2022-12-13_23-11-51/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221214003532006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221214003532006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221214003532006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:35:35.341765 run osmo-msc_10.42.42.6(pid=19593): ERR: Terminated: ERROR {rc=2} [trial-2396↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19593)]\u000a00:35:35.390792 run osmo-msc_10.42.42.6(pid=19593): stdout: \u000a| (launched: 2022-12-14_00:35:34.121345) \u000a00:35:35.440127 run osmo-msc_10.42.42.6(pid=19593): stderr: \u000a| �[0;m�[38;5;43m20221214003534535 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221214003534535 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa232c3bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221214003534535 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221214003534535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221214003534536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221214003534536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221214003534538 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221214003534538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221214003534538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221214003534538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:35:35.481895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19565): Terminating (SIGTERM)\u000a00:35:35.521329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19573): Terminating (SIGTERM)\u000a00:35:35.561138 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19576): Terminating (SIGTERM)\u000a00:35:35.570120 --- ParallelTerminationStrategy: PID 19565 died...\u000a00:35:35.623190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19565): Terminated: ok {rc=0}\u000a00:35:35.632920 --- ParallelTerminationStrategy: PID 19573 died...\u000a00:35:35.685873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19573): Terminated: ok {rc=0}\u000a00:35:35.695598 --- ParallelTerminationStrategy: PID 19576 died...\u000a00:35:35.748558 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19576): Terminated: ok {rc=0}\u000a00:35:35.831426 bus /sierra_3: Setting Powered False\u000a00:35:36.931641 bus /sierra_3: Setting Powered False\u000a00:35:38.042796 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-14T00:35:27" } ] }